-- Logs begin at Mon 2022-03-14 17:44:36 UTC, end at Mon 2022-03-14 19:13:15 UTC. -- Mar 14 18:47:22.928851 dv-cinder-829664-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 18:47:25.935756 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:47:25.936358 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 18:47:25.936571 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103081) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:47:25.940093 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.common.config [-] Logging enabled! Mar 14 18:47:25.940360 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev13 Mar 14 18:47:25.940680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103081) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 18:47:25.941639 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:47:25.941905 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:47:25.942298 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:47:25.942554 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:47:25.942873 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:47:25.943664 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.944098 dv-cinder-829664-3-smb neutron-server[103081]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 14 18:47:25.944423 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.944730 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.945033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.945338 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.945645 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.945963 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.946266 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.946576 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.947177 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.947469 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.947765 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.948070 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.948389 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.948689 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.948986 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.949281 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] debug = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.949573 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.950070 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.950495 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.950787 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.951086 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.951378 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.951660 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.951949 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.952242 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.952579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] host = dv-cinder-829664-3-smb {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.952865 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.953161 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.953456 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.953764 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.954064 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.954352 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.954646 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.954928 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.955207 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] log_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.955500 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.955797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.956092 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.956390 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.956627 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.956861 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.957168 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.957465 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.957751 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.958060 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.958894 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.959808 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.960101 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.960390 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.960769 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.961073 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.961382 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.961670 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.961987 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.962274 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.962560 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.962859 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.963146 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.963432 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.963718 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.964014 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.964294 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.964587 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.964895 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.965191 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.965484 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.965781 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.966101 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.966399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.966695 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.966978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.967262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] use_json = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.967546 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.967829 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.968120 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.968402 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.968687 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.968971 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.969251 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.969546 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.969830 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:25.970160 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.970466 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.970778 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.971088 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.971390 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.971681 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.971980 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.972268 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.972565 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.972864 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.973165 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.973454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.973762 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.974680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.974988 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.975311 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.975612 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.975916 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.976203 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.976493 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.976778 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.977067 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.977368 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.977659 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.977983 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.978287 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.978593 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.978883 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.979179 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.979484 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.979785 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.980069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.980359 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.980659 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.980946 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.981229 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.981518 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.981817 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.982129 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.982414 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.982706 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.982992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.983274 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.983555 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.983842 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.984140 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.984428 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.984708 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.984986 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.985273 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.985556 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.985873 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.986162 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.986453 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.986732 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.987020 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.987302 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.987586 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.987875 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.988157 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.988443 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.988724 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.989002 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.989283 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.989591 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.990263 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.990263 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.990451 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.990722 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.991004 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.991283 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.991564 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.991847 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.992127 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.992420 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.992727 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.993015 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.993301 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.993588 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.993898 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.994191 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.994477 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.994763 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.995048 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.995327 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.995626 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.995920 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.996215 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.996531 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.996837 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.997166 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.997451 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.997762 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.998103 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.998411 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.998735 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.999064 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.999379 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:25.999701 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.000004 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.000308 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.000611 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.000913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.001204 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.001542 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.001867 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:26.002120 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:47:26.002398 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103081) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 18:47:26.394762 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 18:47:26.395052 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 18:47:26.395367 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 18:47:26.395881 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 18:47:26.736715 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.736910 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.737197 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.738443 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.738723 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.739118 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.799033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.799315 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.799592 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.815073 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.815364 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.815642 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.846033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.846322 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.846598 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.993489 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.994144 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:26.994144 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.241044 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.241327 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.241599 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.241870 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.242605 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.344765 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.345018 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.345308 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.345587 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.345878 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.346202 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.346472 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.346737 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.347000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.347295 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.347558 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.347830 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.348093 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.348353 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.348615 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.348886 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.349217 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.349489 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.349764 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.350050 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.350333 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.350603 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.350890 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.351279 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.351543 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.351841 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.352209 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:27.352462 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:27.352709 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:27.352950 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:27.353193 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:27.353436 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:27.353817 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 18:47:27.357292 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 18:47:27.361428 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 18:47:27.366042 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 14 18:47:27.367745 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 18:47:27.368255 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 18:47:27.368596 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 18:47:27.369103 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 18:47:27.371916 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 18:47:27.372240 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 18:47:27.372528 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:47:27.377711 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 18:47:27.403050 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 18:47:27.403552 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.403887 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103081) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 14 18:47:27.404293 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.405733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103081) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 18:47:27.406079 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 18:47:27.406354 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 18:47:27.409801 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.410153 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:27.475113 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 18:47:27.475360 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 18:47:27.475626 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 18:47:27.476025 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 18:47:27.497580 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_db.sqlalchemy.engines [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103081) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 18:47:27.952283 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing driver for type 'gre' Mar 14 18:47:27.952834 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] gre ID ranges: [(1, 1000)] Mar 14 18:47:28.009737 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing driver for type 'local' Mar 14 18:47:28.011147 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing driver for type 'vlan' Mar 14 18:47:28.024403 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] VlanTypeDriver initialization complete Mar 14 18:47:28.024757 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing driver for type 'vxlan' Mar 14 18:47:28.025276 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] vxlan ID ranges: [(1, 1000)] Mar 14 18:47:28.079366 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing extension driver 'port_security' Mar 14 18:47:28.079744 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] PortSecurityExtensionDriver initialization complete Mar 14 18:47:28.080151 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing mechanism driver 'openvswitch' Mar 14 18:47:28.080486 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing mechanism driver 'hyperv' Mar 14 18:47:28.087250 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.plugin [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:28.088098 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.088474 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.088829 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.089369 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:47:28.089801 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnet after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.090277 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnet after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.090534 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.090940 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:47:28.091349 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.091697 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.092040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.092436 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:47:28.092843 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > security_group after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.093195 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > security_group after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.093539 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.093963 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:47:28.094374 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.094719 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.095057 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.095451 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:47:28.095860 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > address_group after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.096208 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > address_group after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.096549 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.096943 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 18:47:28.097385 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] ML2 OVO RPC backend initialized. {{(pid=103081) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 14 18:47:28.098112 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.098473 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.099073 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.099507 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > networks before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.099927 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.100274 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > ports before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.100626 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnet before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.100971 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnets before_response 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.101319 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.101661 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.102029 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.102369 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.102708 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.103042 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.103385 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnet after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.103723 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnet after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.104061 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.111841 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded quota_driver: . Mar 14 18:47:28.112208 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.plugin [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Modular L2 Plugin initialization complete Mar 14 18:47:28.112559 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading services supported by the core plugin {{(pid=103081) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 18:47:28.112910 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.plugins.ml2.managers [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Got port-security extension from driver 'port_security' Mar 14 18:47:28.113403 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.extensions.vlantransparent [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Disabled vlantransparent extension. Mar 14 18:47:28.113931 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103081) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 18:47:28.114261 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: router Mar 14 18:47:28.151725 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.152234 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router after_create 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.152614 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router before_create 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.152981 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.153357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.153716 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router after_delete 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.154115 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.154470 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.154832 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router after_create 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.155178 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router after_update 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.155528 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router after_update 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.155878 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.156249 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router after_update 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.156673 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_update 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.157025 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: port after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.157367 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: port after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.157705 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: subnet after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.158066 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.158416 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.158762 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_create 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.159104 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: port before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.159446 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.159813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router after_update 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.160293 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.160647 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_create 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.161010 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.161357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_update 55549900 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.161756 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > agent after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.162201 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > agent after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.162585 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > network after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.163465 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Tracking information for resource: router configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:28.163806 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Tracking information for resource: floatingip configured {{(pid=103081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 18:47:28.168838 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.db.l3_agentschedulers_db [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 18:47:28.169418 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: port after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.169783 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: port after_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.170161 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: port after_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.170514 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: port after_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.171310 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router before_create 55550100 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.171679 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.172042 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_create 55550100 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.172401 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > router precommit_update 55550100 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.177796 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.services.provider_configuration [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service providers = [] {{(pid=103081) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 18:47:28.178188 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.db.servicetype_db [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103081) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 18:47:28.181249 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.services.service_base [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:47:28.181594 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.services.service_base [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:47:28.181964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.services.service_base [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:47:28.182852 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.services.service_base [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 18:47:28.183230 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.services.service_base [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 18:47:28.183618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.183936 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 18:47:28.196148 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.196483 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: auto_allocate Mar 14 18:47:28.202649 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: network precommit_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.202973 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: network precommit_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.203507 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.203832 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: tag Mar 14 18:47:28.210934 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.211292 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: timestamp Mar 14 18:47:28.215155 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.215490 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: network_ip_availability Mar 14 18:47:28.221061 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.221434 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.221793 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.222579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.222901 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: flavors Mar 14 18:47:28.228266 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.228607 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading Plugin: revisions Mar 14 18:47:28.233414 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 18:47:28.233820 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_concurrency.lockutils [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=103081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 18:47:28.234644 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103081) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 18:47:28.234991 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Initializing extension manager. Mar 14 18:47:28.235532 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: __init__.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.235884 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: __pycache__ {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.236220 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: address_group.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.237072 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.237690 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: address-group Mar 14 18:47:28.238046 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: address_scope.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.238785 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.239398 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: address-scope Mar 14 18:47:28.240248 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.241372 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.241944 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: router-admin-state-down-before-update Mar 14 18:47:28.242382 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: agent.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.243021 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.243532 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: agent Mar 14 18:47:28.243858 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: agent_resources_synced.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.244847 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.245358 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: agent-resources-synced Mar 14 18:47:28.245685 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: allowedaddresspairs.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.247606 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.248141 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: allowed-address-pairs Mar 14 18:47:28.248586 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: auto_allocated_topology.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.249648 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.250226 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: auto-allocated-topology Mar 14 18:47:28.250582 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: availability_zone.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.251323 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.251841 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: availability_zone Mar 14 18:47:28.252166 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: availability_zone_filter.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.253291 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.253814 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: availability_zone_filter Mar 14 18:47:28.254166 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: data_plane_status.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.255106 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.256370 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 18:47:28.256693 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: default_subnetpools.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.257723 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.258275 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: default-subnetpools Mar 14 18:47:28.258603 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.259486 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.259996 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: dhcp_agent_scheduler Mar 14 18:47:28.260317 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: dns.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.261289 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.261799 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension dns-integration not supported by any of loaded plugins Mar 14 18:47:28.262154 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: dns_domain_ports.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.263083 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.263601 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 18:47:28.263930 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.264937 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.265452 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 18:47:28.265780 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: dvr.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.266626 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.267209 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: dvr Mar 14 18:47:28.267543 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: ecmp_routes.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.268516 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.269030 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 18:47:28.269354 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: empty_string_filtering.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.270295 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.270806 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: empty-string-filtering Mar 14 18:47:28.271179 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.272394 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.272908 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:47:28.273228 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.274179 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.274688 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 18:47:28.275010 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: external_net.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.275920 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.276426 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: external-net Mar 14 18:47:28.276746 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.277649 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.278249 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: extra_dhcp_opt Mar 14 18:47:28.278516 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: extraroute.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.279438 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.279953 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: extraroute Mar 14 18:47:28.280274 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: extraroute_atomic.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.281375 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.281924 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: extraroute-atomic Mar 14 18:47:28.282252 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: filter_validation.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.282948 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.283457 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: filter-validation Mar 14 18:47:28.284068 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: fip_pf_description.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.285101 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.285600 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 18:47:28.285950 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: fip_port_details.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.287415 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.287997 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: fip-port-details Mar 14 18:47:28.288327 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: flavors.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.289634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.290198 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: flavors Mar 14 18:47:28.290529 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.292313 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.292848 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 18:47:28.293176 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: floatingip_pools.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.293913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.294490 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: floatingip-pools Mar 14 18:47:28.294816 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: ip_allocation.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.295761 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.296268 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 18:47:28.296594 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.297527 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.298074 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: ip-substring-filtering Mar 14 18:47:28.298403 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l2_adjacency.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.299345 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.299851 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 18:47:28.300180 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.301212 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.301736 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: router Mar 14 18:47:28.302626 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.305317 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.305885 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 18:47:28.306226 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.307187 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.307709 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: ext-gw-mode Mar 14 18:47:28.308037 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.308960 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.309476 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: l3-ha Mar 14 18:47:28.309798 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.310755 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.311265 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 14 18:47:28.311588 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3_flavors.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.312508 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.313021 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: l3-flavors Mar 14 18:47:28.313344 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.314808 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.315321 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 14 18:47:28.315651 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.316566 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.317075 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 18:47:28.317404 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: l3agentscheduler.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.319220 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.319740 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: l3_agent_scheduler Mar 14 18:47:28.320070 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: local_ip.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.322191 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.322715 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension local_ip not supported by any of loaded plugins Mar 14 18:47:28.323052 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: logging.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.326275 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.326815 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension logging not supported by any of loaded plugins Mar 14 18:47:28.327160 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: metering.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.327937 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.328525 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: metering Mar 14 18:47:28.328862 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.330044 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.330571 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: metering_source_and_destination_fields Mar 14 18:47:28.330905 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: multiprovidernet.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.331838 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.332356 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: multi-provider Mar 14 18:47:28.332689 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: netmtu.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.333662 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.334446 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: net-mtu Mar 14 18:47:28.334540 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: netmtu_writable.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.335437 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.335949 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: net-mtu-writable Mar 14 18:47:28.336279 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: network_availability_zone.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.336959 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.337463 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: network_availability_zone Mar 14 18:47:28.337790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: network_ip_availability.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.338964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.339489 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: network-ip-availability Mar 14 18:47:28.339818 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: network_segment_range.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.340604 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.341110 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 18:47:28.341437 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: pagination.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.342448 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.342783 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: pagination Mar 14 18:47:28.343108 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: port_device_profile.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.344002 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.344517 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: port-device-profile Mar 14 18:47:28.344843 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.345771 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.346315 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: port-mac-address-regenerate Mar 14 18:47:28.346640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.347552 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.348061 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: port-numa-affinity-policy Mar 14 18:47:28.348384 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: port_resource_request.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.349387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.349998 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 18:47:28.350162 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: port_resource_request_groups.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.351144 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.351649 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 14 18:47:28.351971 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: portbindings.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.352891 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.353402 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: binding Mar 14 18:47:28.353724 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: portbindings_extended.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.355148 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.355655 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: binding-extended Mar 14 18:47:28.355989 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: portsecurity.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.356898 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.357400 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: port-security Mar 14 18:47:28.357726 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: project_id.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.358733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.359063 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: project-id Mar 14 18:47:28.359393 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: providernet.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.360316 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.360822 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: provider Mar 14 18:47:28.361148 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.365415 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.365984 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos not supported by any of loaded plugins Mar 14 18:47:28.366311 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.367579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.368093 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 18:47:28.368424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.369341 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.369883 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 18:47:28.370220 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_default.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.371138 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.371644 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-default not supported by any of loaded plugins Mar 14 18:47:28.371970 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_fip.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.372904 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.373407 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-fip not supported by any of loaded plugins Mar 14 18:47:28.373733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.374689 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.375194 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 14 18:47:28.375519 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_gateway_ip.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.376441 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.376954 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 18:47:28.377275 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_port_network_policy.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.378378 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.378889 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 18:47:28.379221 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.380340 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.381453 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 14 18:47:28.381805 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.382884 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.383400 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 14 18:47:28.383725 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_pps_rule.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.384908 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.385420 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-pps not supported by any of loaded plugins Mar 14 18:47:28.385747 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_rule_type_details.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.386684 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.387194 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 18:47:28.387517 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: qos_rules_alias.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.388549 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.389059 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 18:47:28.389390 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: quota_check_limit.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.390321 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.390835 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: quota-check-limit Mar 14 18:47:28.391165 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: quotasv2.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.392164 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.392497 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: quotas Mar 14 18:47:28.392822 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: quotasv2_detail.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.394692 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.395035 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: quota_details Mar 14 18:47:28.395365 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: rbac.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.396494 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.397016 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: rbac-policies Mar 14 18:47:28.397351 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: rbac_address_group.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.398326 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.398843 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: rbac-address-group Mar 14 18:47:28.399179 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: rbac_address_scope.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.400092 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.400604 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: rbac-address-scope Mar 14 18:47:28.400932 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: rbac_security_groups.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.401855 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.402375 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: rbac-security-groups Mar 14 18:47:28.402704 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: rbac_subnetpool.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.403614 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.404129 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: rbac-subnetpool Mar 14 18:47:28.404458 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: revisionifmatch.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.405446 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.405996 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: revision-if-match Mar 14 18:47:28.406327 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: revisions.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.407524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.408036 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: standard-attr-revisions Mar 14 18:47:28.408365 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: router_availability_zone.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.409047 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.409739 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: router_availability_zone Mar 14 18:47:28.410096 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: routerservicetype.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.411097 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.412188 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension router-service-type not supported by any of loaded plugins Mar 14 18:47:28.412553 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.413529 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.414062 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: security-groups-normalized-cidr Mar 14 18:47:28.414389 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.415319 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.415824 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: port-security-groups-filtering Mar 14 18:47:28.416149 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.417166 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.417675 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: security-groups-remote-address-group Mar 14 18:47:28.418039 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.418973 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.419479 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: security-groups-shared-filtering Mar 14 18:47:28.419810 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.420400 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 14 18:47:28.420722 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: securitygroup.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.431386 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.431936 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: security-group Mar 14 18:47:28.432273 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: segment.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.433031 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.433540 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension segment not supported by any of loaded plugins Mar 14 18:47:28.433890 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.434873 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.435384 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 18:47:28.435711 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: servicetype.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.436830 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.437351 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: service-type Mar 14 18:47:28.437674 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: sorting.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.438696 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.439029 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: sorting Mar 14 18:47:28.439353 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: standard_attr_segment.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.440270 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.440782 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 18:47:28.441105 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: standardattrdescription.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.441760 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.442307 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: standard-attr-description Mar 14 18:47:28.442637 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: stateful_security_group.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.443683 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.444203 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: stateful-security-group Mar 14 18:47:28.444528 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: stdattrs_common.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.445102 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 18:47:28.445420 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.446383 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.447147 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 18:47:28.447472 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: subnet_onboard.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.448547 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.449057 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: subnet_onboard Mar 14 18:47:28.449382 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.450361 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.450869 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 18:47:28.451193 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: subnet_service_types.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.452142 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.452707 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: subnet-service-types Mar 14 18:47:28.452971 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: subnetallocation.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.454113 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.454626 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: subnet_allocation Mar 14 18:47:28.455064 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.455744 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.456248 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: subnetpool-prefix-ops Mar 14 18:47:28.456573 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.457515 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.458044 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 18:47:28.458473 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: tagging.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.459635 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.460165 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: standard-attr-tag Mar 14 18:47:28.460494 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: timestamp.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.461710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.462254 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loaded extension: standard-attr-timestamp Mar 14 18:47:28.462588 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: trunk.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.463610 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.464125 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension trunk not supported by any of loaded plugins Mar 14 18:47:28.464452 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: trunk_details.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.465368 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.465905 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension trunk-details not supported by any of loaded plugins Mar 14 18:47:28.466235 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: uplink_status_propagation.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.467147 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.467656 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 18:47:28.467983 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Loading extension file: vlantransparent.py {{(pid=103081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 18:47:28.468668 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 18:47:28.469174 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 18:47:28.471838 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:network Mar 14 18:47:28.472383 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:subnet Mar 14 18:47:28.472792 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:47:28.473633 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:port Mar 14 18:47:28.475773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.476217 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service FLAVORS assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.476829 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.477265 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.477605 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:router Mar 14 18:47:28.478076 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:47:28.478576 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service METERING assigned prefix: /metering {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.480056 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.480435 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.480795 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:47:28.481847 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:47:28.482320 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:47:28.482760 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:47:28.483373 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service CORE assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.483710 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:47:28.484063 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] subnetpool is already registered Mar 14 18:47:28.484503 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service CORE assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.484838 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:47:28.485172 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] subnetpool is already registered Mar 14 18:47:28.487508 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.487943 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service FLAVORS assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.488527 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.488950 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.489288 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:router Mar 14 18:47:28.489665 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] router is already registered Mar 14 18:47:28.490161 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 18:47:28.490582 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] floatingip is already registered Mar 14 18:47:28.491060 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service METERING assigned prefix: /metering {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.491744 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 18:47:28.492072 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] rbac_policy is already registered Mar 14 18:47:28.492489 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:security_group Mar 14 18:47:28.492834 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] security_group is already registered Mar 14 18:47:28.493240 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 18:47:28.493574 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] security_group_rule is already registered Mar 14 18:47:28.494241 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service CORE assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.494577 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:47:28.494912 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] subnetpool is already registered Mar 14 18:47:28.495362 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.v2.resource_helper [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Service CORE assigned prefix: {{(pid=103081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 18:47:28.495690 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 18:47:28.496026 dv-cinder-829664-3-smb neutron-server[103081]: WARNING neutron.quota.resource_registry [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] subnetpool is already registered Mar 14 18:47:28.496492 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: extensions {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.498027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: address-groups {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.499514 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: address-scopes {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.500840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: agents {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.502040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: auto-allocated-topology {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.503272 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: availability_zones {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.504489 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: dhcp-networks {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.506613 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: dhcp-agents {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.508037 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: routers {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.510263 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: flavors {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.511428 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: service_profiles {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.512626 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: next_providers {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.514093 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: service_profiles {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.515635 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: floatingip-pools {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.516854 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: routers {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.518968 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: floatingips {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.521473 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: l3-routers {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.523119 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: l3-agents {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.524541 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: metering-labels {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.525924 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: metering-label-rules {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.527208 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: network-ip-availabilities {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.528453 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: bindings {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.530142 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: quotas {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.531686 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: quotas {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.533201 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: rbac-policies {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.534496 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: security-groups {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.535708 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: security-group-rules {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.537710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: service-providers {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.539035 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: subnetpools {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.540443 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: subnetpools {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.541901 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.543580 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.545367 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.547158 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.548917 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.550823 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.553277 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.555197 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.557227 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.559106 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron.api.extensions [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Extended resource: tags {{(pid=103081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 18:47:28.564955 dv-cinder-829664-3-smb neutron-server[103081]: WARNING keystonemiddleware.auth_token [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 18:47:28.569780 dv-cinder-829664-3-smb neutron-server[103081]: WARNING keystonemiddleware.auth_token [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 18:47:28.578701 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_concurrency.lockutils [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Acquired lock "singleton_lock" {{(pid=103081) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 14 18:47:28.579181 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_concurrency.lockutils [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Releasing lock "singleton_lock" {{(pid=103081) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 14 18:47:28.579847 dv-cinder-829664-3-smb neutron-server[103081]: INFO oslo_service.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Starting 2 workers Mar 14 18:47:28.585121 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Started child 103190 {{(pid=103081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:47:28.590865 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Started child 103191 {{(pid=103081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:47:28.591222 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:28.591841 dv-cinder-829664-3-smb neutron-server[103081]: INFO neutron.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 18:47:28.592192 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:28.592797 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [-] (103190) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:47:28.594733 dv-cinder-829664-3-smb neutron-server[103081]: INFO oslo_service.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Starting 1 workers Mar 14 18:47:28.595302 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:28.596810 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [-] (103191) wsgi starting up on http://0.0.0.0:9696 Mar 14 18:47:28.600952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Started child 103192 {{(pid=103081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:47:28.601551 dv-cinder-829664-3-smb neutron-server[103081]: INFO oslo_service.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Starting 1 workers Mar 14 18:47:28.605346 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] calling RpcWorker wait() {{(pid=103192) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 18:47:28.605994 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] returning from RpcWorker wait() {{(pid=103192) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 18:47:28.606329 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Started child 103193 {{(pid=103081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 18:47:28.607134 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd72a650-d2ea-465e-a709-3f9fc8fbca58 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:28.607278 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:28.607840 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:28.609188 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103081) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 18:47:28.609400 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:47:28.609590 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:47:28.609827 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:47:28.610209 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:47:28.610372 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:47:28.611090 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.611526 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.611955 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.612354 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.612759 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 43770) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:47:28.612893 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.613422 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.613685 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.614017 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.614308 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.614547 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.614687 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:28.615819 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.615819 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.615819 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.616208 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.616503 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.616812 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.617071 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.617405 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.617674 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.617978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.618119 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:28.618272 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.618607 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.618896 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] debug = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.619143 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.619648 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.619917 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.620223 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.620446 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.620812 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.621079 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.621378 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.621635 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.621884 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.622812 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.622812 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.623254 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076139 Mar 14 18:47:28.623357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.623357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.623357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.623357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.623973 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.624221 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.625579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] host = dv-cinder-829664-3-smb {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.625818 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.626112 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.626368 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.626675 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.626972 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.627214 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.627547 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.627918 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.628173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.628403 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.628736 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.628992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.629240 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.629487 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.629654 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_options = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.629921 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.630536 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.631035 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.631408 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.631748 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.632112 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.632555 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.632883 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.633298 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.633698 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.634136 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.634550 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.634950 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.635330 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.635734 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.636143 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.636544 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.637027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.637472 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.638049 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.638478 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.638968 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.639381 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.639781 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.640228 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.640678 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.642229 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.642343 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.642590 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.642853 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.643185 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.643456 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.643696 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.645790 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.647628 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.647628 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.647628 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.647628 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.647628 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.647628 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_json = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.648370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.648370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.648370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.648552 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.648726 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.649109 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.649482 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.649938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.650303 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.651687 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.652011 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.653256 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.656559 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.656864 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.657149 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.657449 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.657701 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.658021 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.658318 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.658884 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.660207 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.662291 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.663176 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.666114 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.666306 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.666593 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.666877 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.667129 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.667375 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.667605 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.667873 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.668188 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.668441 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.669230 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.669230 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.669230 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.669748 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.669748 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.679305 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.679916 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.680371 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.681043 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.681604 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.681961 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.683322 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.683322 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.683322 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.683322 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.683674 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.684023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.684356 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.684742 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.685093 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.685418 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.685770 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.688325 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.688623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.689041 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.690231 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.690231 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.690394 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.690579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.690791 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.691044 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.695638 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.696524 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.697359 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.697359 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.697359 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.697541 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.697957 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.698121 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.699135 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.699135 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.699135 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.699135 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.699906 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.699906 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.699906 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.700401 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.700401 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.700401 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.700651 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.701172 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.701172 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.701359 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.701683 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.702245 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.702793 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.702793 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.703025 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.703197 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.703439 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.703666 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.703908 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.704169 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.704425 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.704652 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.704916 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.705138 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.705382 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.705603 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.705829 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.707745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.707745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.707745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.707745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.707745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.707745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.708189 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.708189 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.708325 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.708649 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.709081 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.709217 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.709461 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.709927 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.710534 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.710811 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.711094 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.711372 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.711607 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.711902 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.712120 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.712390 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.712631 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.712886 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.713159 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.713416 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.713698 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.714115 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.714379 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.714699 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.714951 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.715190 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.715426 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.715706 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.715969 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.716208 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.716470 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.717260 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.717260 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.717260 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.717512 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.717683 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.717950 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.718186 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.718540 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.718908 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.719281 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.719525 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.719956 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.720264 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.720611 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.720896 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.721729 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.721729 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.722057 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.722279 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.722480 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.722771 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.723094 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.723362 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.723587 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.723856 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.724692 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.725001 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.725348 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.726162 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.726997 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.726997 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.727196 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.727409 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.727660 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.727957 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.728258 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.728617 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.728920 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.729299 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.729558 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.730034 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.730334 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.730659 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.730937 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.731181 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.731464 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.731705 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.732054 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.732310 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.732563 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.732821 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.733076 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.733381 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.733537 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.733747 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.735908 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.735908 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.735908 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.737180 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.737600 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.738030 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.738451 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.738869 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.739136 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.739377 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.739842 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.740205 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.740448 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.740759 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.740991 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.741230 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.741476 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.741693 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.741955 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.742186 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.742413 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.742708 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.742960 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.743220 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.743492 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.743716 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.743985 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.744216 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.744426 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.744637 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.744859 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.745075 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.745311 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.745513 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.745746 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.746210 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.746464 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.746680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.746905 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.748608 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.749107 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.749107 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.749263 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.749436 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.749863 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.750349 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.750743 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.750974 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.751205 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.751399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.751703 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.751954 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.752177 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.752475 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.753680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.753680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.753680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.753680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.753680 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.754301 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.754301 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.754438 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.755544 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.755544 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.755544 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.756431 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.756431 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.756431 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.756605 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.756813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.757092 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.757324 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.757614 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.762773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764141 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103081) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 18:47:28.764933 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 18:47:28.765463 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 18:47:28.765463 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.765463 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.765463 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.765463 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.765463 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.765463 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.766840 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.767618 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.768565 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] debug = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.768565 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.768565 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.768565 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.768565 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.768565 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769153 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769153 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769153 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769153 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769153 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769730 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769730 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769730 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.769730 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.770163 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.770163 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.770163 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.770517 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.770667 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] host = dv-cinder-829664-3-smb {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.770773 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.771512 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.771867 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.771867 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.772652 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.772652 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.772652 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.772652 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.772652 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.773167 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.773167 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.773167 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.773167 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.773613 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.773613 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_options = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.773613 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774246 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774246 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774246 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774246 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774806 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774806 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774806 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.774806 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.775320 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.775320 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.775320 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.775701 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.775701 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.775701 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.776147 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.776147 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.776147 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.776599 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.776599 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.776599 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.777107 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.777107 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.777365 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:28.777507 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.777507 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.777507 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.777507 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778091 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778091 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778091 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778091 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778590 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778590 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778590 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778968 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778968 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.778968 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.779357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.779357 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.779624 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.779624 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_json = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.785952 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.788236 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.789262 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.790370 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.791488 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.792640 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.793655 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.795033 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.796173 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.797304 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.798454 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.799579 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.800710 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.801733 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.803984 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.805634 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.806745 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.807813 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.808938 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.810000 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.812868 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.813992 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.815023 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.816027 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.817040 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.818913 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.819964 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.820978 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.822387 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.823399 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.824424 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.825623 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.826800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.827797 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.828800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.828800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.828800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.828800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.828800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.828800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.828800 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.829574 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.829574 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.829574 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.829574 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.829574 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.830157 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.830157 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.831720 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.831720 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.831720 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.831720 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.831720 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.832598 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.832598 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.832598 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.832598 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.832598 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.832598 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.835069 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.836382 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.836382 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 18:47:28.836382 dv-cinder-829664-3-smb neutron-server[103081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 18:47:40.350278 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c544a-0163-450e-95b4-d7a023da0154 None None] get_active_networks_info from dv-cinder-829664-3-smb {{(pid=103192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 14 18:47:40.462042 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c544a-0163-450e-95b4-d7a023da0154 None None] No non-hosted networks {{(pid=103192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 18:47:40.470362 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.agentschedulers_db [None req-c62c544a-0163-450e-95b4-d7a023da0154 None None] DHCP Agent not found on host dv-cinder-829664-3-smb {{(pid=103192) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 18:47:40.473525 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-3789d7e6-76b9-48eb-85ff-347fe3eaac97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622894'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:42.848978 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6feaf379-a251-499f-ae9a-d3d3679f70d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622894'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:42.913486 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-37cdddf9-aafd-479e-a574-063abbb9e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:44.301959 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622894'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:45.624727 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622894'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:46.664885 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622894'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:46.666780 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.667538 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.668141 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.668668 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.669202 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.669929 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.670628 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.671205 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.671887 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.672413 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.672894 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.673404 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.675274 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.676275 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.676832 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:46.678364 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829664-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:46.698566 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829664-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:47:47.072454 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 43872) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:47:47.774098 dv-cinder-829664-3-smb neutron-server[103190]: WARNING oslo_policy.policy [None req-363cd490-7514-479f-a461-bd5766a4141d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:47:47.774700 dv-cinder-829664-3-smb neutron-server[103190]: WARNING oslo_policy.policy [None req-363cd490-7514-479f-a461-bd5766a4141d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:47:48.001378 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [None req-363cd490-7514-479f-a461-bd5766a4141d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:47:48.006695 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-363cd490-7514-479f-a461-bd5766a4141d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9329426 Mar 14 18:47:49.320294 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.db.l3_hamode_db [None req-c5decd28-fab6-4c49-bda9-6034cd5319e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 18:47:49.403713 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5decd28-fab6-4c49-bda9-6034cd5319e6 None None] Routers set() bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:47:49.404106 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5decd28-fab6-4c49-bda9-6034cd5319e6 None None] Router IDs set() for agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 18:47:50.741895 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 43888) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:47:51.250104 dv-cinder-829664-3-smb neutron-server[103191]: WARNING oslo_policy.policy [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:47:51.250693 dv-cinder-829664-3-smb neutron-server[103191]: WARNING oslo_policy.policy [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:47:51.477885 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:51.574412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.policy [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:47:51.618668 dv-cinder-829664-3-smb neutron-server[103191]: WARNING oslo_policy.policy [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:47:51.619059 dv-cinder-829664-3-smb neutron-server[103191]: WARNING oslo_policy.policy [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:47:51.720646 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747202760947', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747202760358', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747202744242', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747202804103', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747202793975', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747203068603', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1024622', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-839292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1772987', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681538'] for rbac-policy (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:51.791120 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:51.792610 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-559b171c-feee-4e8b-b884-aa7cd635c687 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0486832 Mar 14 18:47:54.363778 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 43904) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:47:54.689496 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:54.719396 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Made reservation on behalf of 733703cc44604d4595fe57d88b73d2ef for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:47:54.723513 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:54.741872 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:54.856272 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks [] for security_group (146c413f-b6bb-4d12-97e6-1667e7803f67), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:54.860354 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (146c413f-b6bb-4d12-97e6-1667e7803f67), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:54.893418 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:47:54.922753 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747201281208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (04c6cb7b-6f35-49c2-a350-3d79354f62a4), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:54.923378 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Unsubscribe: segment precommit_create {{(pid=103191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:47:54.923903 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Added segment 04c6cb7b-6f35-49c2-a350-3d79354f62a4 of type vlan for network 1550b969-536e-4662-a796-4c2b0b7f1ffc Mar 14 18:47:54.930472 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=146c413f-b6bb-4d12-97e6-1667e7803f67,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:54.966273 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.966589 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.966918 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.967287 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.967624 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.967952 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.968280 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.968606 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.968936 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.969256 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.969583 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.969952 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.970281 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.970602 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.970918 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Tracked resource versions report: Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: pushed versions: Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: { 'AddressGroup': {'1.2'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Agent': {'1.1'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Log': {'1.0'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'NDPProxy': {'1.0'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Network': {'1.1'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Port': {'1.7'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'PortForwarding': {'1.2'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'QosPolicy': {'1.10'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroup': {'1.5'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'SubPort': {'1.0'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Subnet': {'1.1'}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Trunk': {'1.1'}} Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: consumer versions: Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Agent': '1.1', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'ConntrackHelper': '1.0', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'LocalIPAssociation': '1.0', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Log': '1.0', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'NDPProxy': '1.0', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Network': '1.1', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Port': '1.7', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'PortForwarding': '1.2', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'QosPolicy': '1.10', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroup': '1.5', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroupRule': '1.2', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'SubPort': '1.0', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Subnet': '1.1', Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: 'Trunk': '1.1'}} Mar 14 18:47:54.972087 dv-cinder-829664-3-smb neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:47:55.039640 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (1550b969-536e-4662-a796-4c2b0b7f1ffc), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:55.080597 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (1550b969-536e-4662-a796-4c2b0b7f1ffc), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:55.086355 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:55.087105 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:55.181756 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8168840 Mar 14 18:47:55.203842 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c755c35-b878-4407-b555-aaaf7aad1f8d demo demo] Pushing event updated for resources: {'Network': ['ID=1550b969-536e-4662-a796-4c2b0b7f1ffc,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:55.217786 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:47:57.876525 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 43916) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:47:58.284989 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585ebdc4-821e-4c00-a7f9-8e9eb0752bb9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:58.286442 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-585ebdc4-821e-4c00-a7f9-8e9eb0752bb9 demo admin] 10.222.0.35 "GET /v2.0/networks/1550b969-536e-4662-a796-4c2b0b7f1ffc HTTP/1.1" status: 200 len: 825 time: 0.4088724 Mar 14 18:47:58.311365 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-ebe367c2-8a28-42a0-adce-373d5bc64815 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/2bcd62e6-9880-4f18-9463-c21ecba58392 HTTP/1.1" status: 200 len: 734 time: 0.0191355 Mar 14 18:47:58.320073 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Request body: {'subnet': {'subnetpool_id': '2bcd62e6-9880-4f18-9463-c21ecba58392', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:47:58.341055 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Made reservation on behalf of 733703cc44604d4595fe57d88b73d2ef for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:47:58.343407 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:58.646644 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (b0951c9f-0701-4c52-afc9-41df2b0d392c), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:58.719164 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Pushing event updated for resources: {'Subnet': ['ID=b0951c9f-0701-4c52-afc9-41df2b0d392c,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:58.723764 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Checking segment: {'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:47:58.724170 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Network hostable DHCP agents. Network: 1550b969-536e-4662-a796-4c2b0b7f1ffc, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:47:58.746667 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:47:58.758977 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 1550b969-536e-4662-a796-4c2b0b7f1ffc) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:47:58.764163 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:47:58.764798 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:58.769946 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c4ace-9a46-41a4-9217-da38e38f95c6 None None] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:47:58.783062 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-59ac2f0c-d063-47af-99bc-a1bae580f10a demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4664669 Mar 14 18:47:59.155589 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-1550b969-536e-4662-a796-4c2b0b7f1ffc', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc', 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'fixed_ips': [{'subnet_id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:47:59.156829 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:59.457292 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Allocated IP 172.20.0.2 (1550b969-536e-4662-a796-4c2b0b7f1ffc/b0951c9f-0701-4c52-afc9-41df2b0d392c/0f270ae4-29f2-4090-9f1a-080b61c297d6) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:47:59.750541 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Publish callbacks [] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:59.759627 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:59.848579 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:47:59.853537 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:47:59.855251 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Pushing event updated for resources: {'Port': ['ID=0f270ae4-29f2-4090-9f1a-080b61c297d6,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:47:59.859946 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:47:59.869034 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.869383 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.869730 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.870121 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.870462 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.870793 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.871123 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.871450 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.871778 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.872103 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.872428 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.872772 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.873098 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.873420 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.873743 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Tracked resource versions report: Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: pushed versions: Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: { 'AddressGroup': {'1.2'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Agent': {'1.1'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'ConntrackHelper': {'1.0'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Log': {'1.0'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'NDPProxy': {'1.0'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Network': {'1.1'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Port': {'1.7'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'PortForwarding': {'1.2'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'QosPolicy': {'1.10'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroup': {'1.5'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'SubPort': {'1.0'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Subnet': {'1.1'}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Trunk': {'1.1'}} Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: consumer versions: Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Agent': '1.1', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'ConntrackHelper': '1.0', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'LocalIPAssociation': '1.0', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Log': '1.0', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'NDPProxy': '1.0', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Network': '1.1', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Port': '1.7', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'PortForwarding': '1.2', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'QosPolicy': '1.10', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroup': '1.5', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroupRule': '1.2', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'SubPort': '1.0', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Subnet': '1.1', Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: 'Trunk': '1.1'}} Mar 14 18:47:59.874907 dv-cinder-829664-3-smb neutron-server[103192]: {{(pid=103192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:47:59.954147 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Attempting to bind port 0f270ae4-29f2-4090-9f1a-080b61c297d6 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:47:59.954549 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Attempting to bind port 0f270ae4-29f2-4090-9f1a-080b61c297d6 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:47:59.955002 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Attempting to bind port 0f270ae4-29f2-4090-9f1a-080b61c297d6 on network 1550b969-536e-4662-a796-4c2b0b7f1ffc {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:47:59.960751 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:47:59.961147 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Checking segment: {'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:47:59.961657 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:47:59.962077 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Bound using segment: {'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:47:59.962591 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Bound port: 0f270ae4-29f2-4090-9f1a-080b61c297d6, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:47:59.962981 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:00.037430 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] For port 0f270ae4-29f2-4090-9f1a-080b61c297d6, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:48:00.041732 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] For port 0f270ae4-29f2-4090-9f1a-080b61c297d6, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=0f270ae4-29f2-4090-9f1a-080b61c297d6,segment=NetworkSegment(04c6cb7b-6f35-49c2-a350-3d79354f62a4),segment_id=04c6cb7b-6f35-49c2-a350-3d79354f62a4)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:48:00.049498 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:00.114582 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6f75d-1ec0-45fb-a843-076a849938d7 None None] Pushing event updated for resources: {'Port': ['ID=0f270ae4-29f2-4090-9f1a-080b61c297d6,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:01.388763 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 43924) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:01.720340 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [None req-f8477460-8382-4c48-af91-8a9a0ced1e3f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:48:01.733936 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f8477460-8382-4c48-af91-8a9a0ced1e3f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3316288 Mar 14 18:48:04.325601 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 43932) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:04.656910 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [None req-f89fb389-29bf-487e-9a48-927938780ae5 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:48:04.657970 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-f89fb389-29bf-487e-9a48-927938780ae5 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3312590 Mar 14 18:48:07.246632 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 43940) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:07.588064 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-25ebd693-6212-42ad-bd10-a547af8e3c2f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:07.611485 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25ebd693-6212-42ad-bd10-a547af8e3c2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (646c0367-e77b-452e-b174-7698a153f79d), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:07.613047 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25ebd693-6212-42ad-bd10-a547af8e3c2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (646c0367-e77b-452e-b174-7698a153f79d), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:07.756286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25ebd693-6212-42ad-bd10-a547af8e3c2f demo demo] Publish callbacks [] for router_controller (646c0367-e77b-452e-b174-7698a153f79d), precommit_add_association {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:07.761387 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25ebd693-6212-42ad-bd10-a547af8e3c2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (646c0367-e77b-452e-b174-7698a153f79d), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:07.780778 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25ebd693-6212-42ad-bd10-a547af8e3c2f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:07.782010 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-25ebd693-6212-42ad-bd10-a547af8e3c2f demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5342646 Mar 14 18:48:10.304578 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-68d7ef0f-a25b-45d9-ad24-a2834c809a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:10.395992 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 43952) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:10.733257 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [None req-09eaebe2-7b41-4167-822f-34be5f7d6596 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:48:10.734283 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-09eaebe2-7b41-4167-822f-34be5f7d6596 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3367391 Mar 14 18:48:11.662562 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 0f270ae4-29f2-4090-9f1a-080b61c297d6 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:48:11.754989 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 0f270ae4-29f2-4090-9f1a-080b61c297d6 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:11.755880 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:11.783411 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d002162-05a9-45b3-bbe0-22065841dcb9 None None] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:48:11.984200 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 0f270ae4-29f2-4090-9f1a-080b61c297d6 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:11.984667 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:12.009435 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-15c4d9f0-5f77-4adc-a9cc-7b20acc69a3f None None] Provisioning complete for port 0f270ae4-29f2-4090-9f1a-080b61c297d6 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:12.009823 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-15c4d9f0-5f77-4adc-a9cc-7b20acc69a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:12.075319 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 0f270ae4-29f2-4090-9f1a-080b61c297d6, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=0f270ae4-29f2-4090-9f1a-080b61c297d6,segment=NetworkSegment(04c6cb7b-6f35-49c2-a350-3d79354f62a4),segment_id=04c6cb7b-6f35-49c2-a350-3d79354f62a4)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:12.081974 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:12.138391 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=0f270ae4-29f2-4090-9f1a-080b61c297d6,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:12.183703 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-15c4d9f0-5f77-4adc-a9cc-7b20acc69a3f None None] Current status of the port 0f270ae4-29f2-4090-9f1a-080b61c297d6 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:12.304428 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-94dcadbe-d258-4673-89e4-5791e33cf4fd None None] Provisioning complete for port 0f270ae4-29f2-4090-9f1a-080b61c297d6 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:12.304849 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-94dcadbe-d258-4673-89e4-5791e33cf4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:12.385581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-94dcadbe-d258-4673-89e4-5791e33cf4fd None None] Current status of the port 0f270ae4-29f2-4090-9f1a-080b61c297d6 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:12.846576 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-033b8911-8677-4dba-bd9e-40b6c542d7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.324264 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 43962) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:13.634285 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 0f270ae4-29f2-4090-9f1a-080b61c297d6 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:48:13.654888 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:13.678461 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Made reservation on behalf of 136456ed3a1e412d94c7b0ba97955c9f for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:13.680779 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.689717 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 0f270ae4-29f2-4090-9f1a-080b61c297d6 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:13.690083 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.690290 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.775638 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 0f270ae4-29f2-4090-9f1a-080b61c297d6 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:13.777648 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks [] for security_group (64a594b1-4035-4746-a155-00a0ed51b2c6), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.782286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (64a594b1-4035-4746-a155-00a0ed51b2c6), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.797604 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Reserving flat network on physical network physnet1 {{(pid=103191) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 18:48:13.815782 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a594b1-4035-4746-a155-00a0ed51b2c6,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:13.820491 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (969e878d-546a-4eb3-9c05-4f0b6ffaa726), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.820829 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Added segment 969e878d-546a-4eb3-9c05-4f0b6ffaa726 of type flat for network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 Mar 14 18:48:13.866953 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.900600 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.901527 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:13.902119 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:13.976359 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6509120 Mar 14 18:48:13.994199 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e9bba-bc87-4605-9d54-746fc0179346 admin admin] Pushing event updated for resources: {'Network': ['ID=95e0ad91-3a6a-465e-87f3-25cd0d50e2d7,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:14.004564 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:48:14.229608 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:15.567324 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:16.558284 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 43980) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:16.664689 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:16.877674 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.policy [None req-9ad0e448-5249-4533-891b-e93b661ab44c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103190) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 18:48:16.921673 dv-cinder-829664-3-smb neutron-server[103190]: WARNING oslo_policy.policy [None req-9ad0e448-5249-4533-891b-e93b661ab44c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:48:16.922008 dv-cinder-829664-3-smb neutron-server[103190]: WARNING oslo_policy.policy [None req-9ad0e448-5249-4533-891b-e93b661ab44c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 18:48:16.930892 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0e448-5249-4533-891b-e93b661ab44c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:16.932593 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-9ad0e448-5249-4533-891b-e93b661ab44c demo admin] 10.222.0.35 "GET /v2.0/subnets/b0951c9f-0701-4c52-afc9-41df2b0d392c HTTP/1.1" status: 200 len: 849 time: 0.3733892 Mar 14 18:48:17.100854 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-cf02a886-16a2-45ad-a77b-5f905dc8c263 demo admin] 10.222.0.35 "GET /v2.0/routers/646c0367-e77b-452e-b174-7698a153f79d HTTP/1.1" status: 200 len: 704 time: 0.1626041 Mar 14 18:48:17.383483 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:17.715167 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Allocated IP 172.20.0.1 (1550b969-536e-4662-a796-4c2b0b7f1ffc/b0951c9f-0701-4c52-afc9-41df2b0d392c/fbdfde33-71e6-4f90-89cb-e37b645fa639) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:17.927848 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks [] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:17.994515 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:18.036082 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:18.038322 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:18.105018 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:48:18.105907 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (646c0367-e77b-452e-b174-7698a153f79d), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:18.125542 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Pushing event updated for resources: {'Port': ['ID=fbdfde33-71e6-4f90-89cb-e37b645fa639,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:18.178649 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.178996 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.179341 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.179697 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.180040 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.180363 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.180686 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.181009 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.181332 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.181653 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.182001 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.182341 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.182662 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.182978 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.183293 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Tracked resource versions report: Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: pushed versions: Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: { 'AddressGroup': {'1.2'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Agent': {'1.1'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Log': {'1.0'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'NDPProxy': {'1.0'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Network': {'1.1'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Port': {'1.7'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'PortForwarding': {'1.2'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'QosPolicy': {'1.10'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroup': {'1.5'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'SubPort': {'1.0'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Subnet': {'1.1'}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Trunk': {'1.1'}} Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: consumer versions: Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Agent': '1.1', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'ConntrackHelper': '1.0', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'LocalIPAssociation': '1.0', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Log': '1.0', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'NDPProxy': '1.0', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Network': '1.1', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Port': '1.7', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'PortForwarding': '1.2', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'QosPolicy': '1.10', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroup': '1.5', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroupRule': '1.2', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'SubPort': '1.0', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Subnet': '1.1', Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: 'Trunk': '1.1'}} Mar 14 18:48:18.184438 dv-cinder-829664-3-smb neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:48:18.321529 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:18.341555 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-97edc224-712e-4bec-83d5-43d0abd58898 None None] Provisioning complete for port fbdfde33-71e6-4f90-89cb-e37b645fa639 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:18.342159 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-97edc224-712e-4bec-83d5-43d0abd58898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:18.376176 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-97edc224-712e-4bec-83d5-43d0abd58898 None None] Port fbdfde33-71e6-4f90-89cb-e37b645fa639 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:48:18.534013 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks [] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:18.539233 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:18.540026 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (646c0367-e77b-452e-b174-7698a153f79d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:18.617558 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Pushing event updated for resources: {'Port': ['ID=fbdfde33-71e6-4f90-89cb-e37b645fa639,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:18.664795 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:18.666175 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:18.895048 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Router 646c0367-e77b-452e-b174-7698a153f79d is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:48:18.993367 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:48:18.998239 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-ed769a23-8cc0-443c-ab39-42ba7e006c83 None None] Provisioning complete for port fbdfde33-71e6-4f90-89cb-e37b645fa639 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:18.998617 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ed769a23-8cc0-443c-ab39-42ba7e006c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:19.003678 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Sync routers for ids ['646c0367-e77b-452e-b174-7698a153f79d'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:48:19.010520 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b63b23ef-c264-401b-82bd-f4cde8131b2f demo admin] 10.222.0.35 "PUT /v2.0/routers/646c0367-e77b-452e-b174-7698a153f79d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9042869 Mar 14 18:48:19.017980 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Routers {'646c0367-e77b-452e-b174-7698a153f79d'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:19.018835 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:48:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['646c0367-e77b-452e-b174-7698a153f79d'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:19.038277 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-ed769a23-8cc0-443c-ab39-42ba7e006c83 None None] Port fbdfde33-71e6-4f90-89cb-e37b645fa639 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:48:19.214732 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Set router 646c0367-e77b-452e-b174-7698a153f79d gateway port host: None {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:19.674882 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c0367-e77b-452e-b174-7698a153f79d', 'name': 'router1', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:07Z', 'updated_at': '2022-03-14T18:48:18Z', 'revision_number': 2, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'gw_port_host': None, '_interfaces': [{'id': 'fbdfde33-71e6-4f90-89cb-e37b645fa639', 'name': '', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'mac_address': 'fa:16:3e:4f:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:17Z', 'updated_at': '2022-03-14T18:48:18Z', 'revision_number': 2, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'subnets': [{'id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bcd62e6-9880-4f18-9463-c21ecba58392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:19.726355 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Checking router: 646c0367-e77b-452e-b174-7698a153f79d for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:48:19.726738 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Updating router 646c0367-e77b-452e-b174-7698a153f79d port fbdfde33-71e6-4f90-89cb-e37b645fa639 binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:48:19.811391 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:20.315317 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Publish callbacks [] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:20.322806 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:20.490708 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Pushing event updated for resources: {'Port': ['ID=fbdfde33-71e6-4f90-89cb-e37b645fa639,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:20.509065 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.509425 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.509767 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.510139 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.510484 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.510817 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.511145 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.511471 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.511801 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.512153 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.512461 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.512801 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.513148 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.513472 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.513792 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Tracked resource versions report: Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: pushed versions: Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: { 'AddressGroup': {'1.2'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Agent': {'1.1'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'ConntrackHelper': {'1.0'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Log': {'1.0'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'NDPProxy': {'1.0'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Network': {'1.1'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Port': {'1.7'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'PortForwarding': {'1.2'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'QosPolicy': {'1.10'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroup': {'1.5'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'SubPort': {'1.0'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Subnet': {'1.1'}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Trunk': {'1.1'}} Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: consumer versions: Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Agent': '1.1', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'ConntrackHelper': '1.0', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'LocalIPAssociation': '1.0', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Log': '1.0', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'NDPProxy': '1.0', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Network': '1.1', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Port': '1.7', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'PortForwarding': '1.2', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'QosPolicy': '1.10', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroup': '1.5', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroupRule': '1.2', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'SubPort': '1.0', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Subnet': '1.1', Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: 'Trunk': '1.1'}} Mar 14 18:48:20.515456 dv-cinder-829664-3-smb neutron-server[103193]: {{(pid=103193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:48:20.518337 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Attempting to bind port fbdfde33-71e6-4f90-89cb-e37b645fa639 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:48:20.518751 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Attempting to bind port fbdfde33-71e6-4f90-89cb-e37b645fa639 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:48:20.519053 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Attempting to bind port fbdfde33-71e6-4f90-89cb-e37b645fa639 on network 1550b969-536e-4662-a796-4c2b0b7f1ffc {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:48:20.527045 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:48:20.527473 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Checking segment: {'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:48:20.527986 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:20.528388 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Bound using segment: {'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:48:20.528886 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Bound port: fbdfde33-71e6-4f90-89cb-e37b645fa639, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c6cb7b-6f35-49c2-a350-3d79354f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:48:20.529282 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:20.568399 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-3a446062-d80b-4501-89d2-eafff0a35146 None None] Provisioning complete for port fbdfde33-71e6-4f90-89cb-e37b645fa639 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:20.568923 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-3a446062-d80b-4501-89d2-eafff0a35146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:20.600787 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] For port fbdfde33-71e6-4f90-89cb-e37b645fa639, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:48:20.603469 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-3a446062-d80b-4501-89d2-eafff0a35146 None None] Port fbdfde33-71e6-4f90-89cb-e37b645fa639 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:48:20.621989 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] For port fbdfde33-71e6-4f90-89cb-e37b645fa639, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=fbdfde33-71e6-4f90-89cb-e37b645fa639,segment=NetworkSegment(04c6cb7b-6f35-49c2-a350-3d79354f62a4),segment_id=04c6cb7b-6f35-49c2-a350-3d79354f62a4)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:48:20.629277 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:20.679334 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Routers {'646c0367-e77b-452e-b174-7698a153f79d'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:20.680160 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:48:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['646c0367-e77b-452e-b174-7698a153f79d'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:20.775378 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469238-10fe-4cef-a23b-89ceaf381761 None None] Pushing event updated for resources: {'Port': ['ID=fbdfde33-71e6-4f90-89cb-e37b645fa639,revision_number=4']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:20.788734 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] Set router 646c0367-e77b-452e-b174-7698a153f79d gateway port host: None {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:20.932570 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-5b68e8ec-e03a-43c6-9c46-a7a75174087d None None] Provisioning complete for port fbdfde33-71e6-4f90-89cb-e37b645fa639 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:20.933157 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5b68e8ec-e03a-43c6-9c46-a7a75174087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:21.011857 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c0367-e77b-452e-b174-7698a153f79d', 'name': 'router1', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:07Z', 'updated_at': '2022-03-14T18:48:18Z', 'revision_number': 2, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'gw_port_host': None, '_interfaces': [{'id': 'fbdfde33-71e6-4f90-89cb-e37b645fa639', 'name': '', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'mac_address': 'fa:16:3e:4f:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:17Z', 'updated_at': '2022-03-14T18:48:20Z', 'revision_number': 4, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'subnets': [{'id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bcd62e6-9880-4f18-9463-c21ecba58392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:21.024378 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-5b68e8ec-e03a-43c6-9c46-a7a75174087d None None] Current status of the port fbdfde33-71e6-4f90-89cb-e37b645fa639 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:21.024935 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5b68e8ec-e03a-43c6-9c46-a7a75174087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:21.045877 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019db5d5-ce44-4ad3-b9bc-daecb92928f4 None None] The sync data for ids ['646c0367-e77b-452e-b174-7698a153f79d'] in dv-cinder-829664-3-smb is: [{'id': '646c0367-e77b-452e-b174-7698a153f79d', 'name': 'router1', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:07Z', 'updated_at': '2022-03-14T18:48:18Z', 'revision_number': 2, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'gw_port_host': None, '_interfaces': [{'id': 'fbdfde33-71e6-4f90-89cb-e37b645fa639', 'name': '', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'mac_address': 'fa:16:3e:4f:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:17Z', 'updated_at': '2022-03-14T18:48:20Z', 'revision_number': 4, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'subnets': [{'id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bcd62e6-9880-4f18-9463-c21ecba58392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:48:21.064097 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-5b68e8ec-e03a-43c6-9c46-a7a75174087d None None] For port fbdfde33-71e6-4f90-89cb-e37b645fa639, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=fbdfde33-71e6-4f90-89cb-e37b645fa639,segment=NetworkSegment(04c6cb7b-6f35-49c2-a350-3d79354f62a4),segment_id=04c6cb7b-6f35-49c2-a350-3d79354f62a4)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:21.070316 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5b68e8ec-e03a-43c6-9c46-a7a75174087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:21.130227 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68e8ec-e03a-43c6-9c46-a7a75174087d None None] Pushing event updated for resources: {'Port': ['ID=fbdfde33-71e6-4f90-89cb-e37b645fa639,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:21.551702 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44006) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:21.669202 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bbf51a-ef6a-4283-a291-233b4c48352f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:21.670754 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c4bbf51a-ef6a-4283-a291-233b4c48352f admin admin] 10.222.0.35 "GET /v2.0/networks/95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 HTTP/1.1" status: 200 len: 842 time: 0.1180162 Mar 14 18:48:21.682117 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Request body: {'subnet': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:21.703454 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Made reservation on behalf of 136456ed3a1e412d94c7b0ba97955c9f for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:48:21.705870 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:22.060834 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.objects.ports [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103191) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 18:48:22.061174 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (01ef8410-e1db-4e2b-a98c-fb0554a16254), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:22.115806 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ef8410-e1db-4e2b-a98c-fb0554a16254,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:22.126534 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:48:22.126882 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Network hostable DHCP agents. Network: 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:48:22.144779 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:48:22.153399 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:22.157660 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:22.158338 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:22.167526 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14463ce4-9e87-4eeb-93c6-e9ca07c6831a None None] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:48:22.189903 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-4968b14e-4f91-478d-b8a4-f0be0cbf5bc2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5020230 Mar 14 18:48:22.275600 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761b46a-32ea-4607-9436-630267a413a5 None None] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:48:24.666638 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44014) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:24.810308 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b3671c6f-6716-4a63-b543-e8882881a6d9 demo admin] 10.222.0.35 "GET /v2.0/routers/646c0367-e77b-452e-b174-7698a153f79d HTTP/1.1" status: 200 len: 710 time: 0.1422529 Mar 14 18:48:24.909860 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd154f-0bcf-4006-ae22-972b4080e2ea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:48:24.911400 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f6dd154f-0bcf-4006-ae22-972b4080e2ea demo admin] 10.222.0.35 "GET /v2.0/networks/95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 HTTP/1.1" status: 200 len: 886 time: 0.0956907 Mar 14 18:48:24.922268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:48:25.183649 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks [] for router_gateway (646c0367-e77b-452e-b174-7698a153f79d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:25.429042 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks [] for router_gateway (646c0367-e77b-452e-b174-7698a153f79d), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:25.509717 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:25.626646 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Allocated IP 172.28.0.237 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/9c21fa86-e8e8-446a-b6b3-057881744a8c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:48:25.657995 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:48:25.740588 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks [] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:25.775142 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:25.817124 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:48:25.820908 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:48:25.824713 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:48:25.830140 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Pushing event updated for resources: {'Port': ['ID=9c21fa86-e8e8-446a-b6b3-057881744a8c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:26.153596 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks [] for router_gateway (646c0367-e77b-452e-b174-7698a153f79d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:26.367585 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1629828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12491'] for router (646c0367-e77b-452e-b174-7698a153f79d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:26.371275 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1622382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625079'] for router (646c0367-e77b-452e-b174-7698a153f79d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:26.491678 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Router 646c0367-e77b-452e-b174-7698a153f79d has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:48:26.605268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:48:26.609879 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:26.610987 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a51397b3-a2d5-40c1-8d39-d983290a4b20 demo admin] 10.222.0.35 "PUT /v2.0/routers/646c0367-e77b-452e-b174-7698a153f79d HTTP/1.1" status: 200 len: 890 time: 1.6928086 Mar 14 18:48:29.227393 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44026) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:48:29.399381 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e0918c5d-2218-47d7-98a2-26f3c48a3b63 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1708117 Mar 14 18:48:29.696569 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device fbdfde33-71e6-4f90-89cb-e37b645fa639 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:48:29.762488 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port fbdfde33-71e6-4f90-89cb-e37b645fa639 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:29.763228 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:29.854970 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port fbdfde33-71e6-4f90-89cb-e37b645fa639 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:29.963259 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Sync routers for ids ['646c0367-e77b-452e-b174-7698a153f79d'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:48:29.975357 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Routers {'646c0367-e77b-452e-b174-7698a153f79d'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:29.976029 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:48:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['646c0367-e77b-452e-b174-7698a153f79d'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:30.206794 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Set router 646c0367-e77b-452e-b174-7698a153f79d gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:30.702681 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c0367-e77b-452e-b174-7698a153f79d', 'name': 'router1', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '9c21fa86-e8e8-446a-b6b3-057881744a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:07Z', 'updated_at': '2022-03-14T18:48:26Z', 'revision_number': 4, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'gw_port': {'id': '9c21fa86-e8e8-446a-b6b3-057881744a8c', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:25Z', 'updated_at': '2022-03-14T18:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'fbdfde33-71e6-4f90-89cb-e37b645fa639', 'name': '', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'mac_address': 'fa:16:3e:4f:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:17Z', 'updated_at': '2022-03-14T18:48:21Z', 'revision_number': 5, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'subnets': [{'id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bcd62e6-9880-4f18-9463-c21ecba58392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:30.761003 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Checking router: 646c0367-e77b-452e-b174-7698a153f79d for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:48:30.761377 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Updating router 646c0367-e77b-452e-b174-7698a153f79d port 9c21fa86-e8e8-446a-b6b3-057881744a8c binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:48:30.816206 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:31.159800 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Publish callbacks [] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:31.166485 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:31.234830 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Attempting to bind port 9c21fa86-e8e8-446a-b6b3-057881744a8c on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:48:31.235298 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Attempting to bind port 9c21fa86-e8e8-446a-b6b3-057881744a8c by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:48:31.235731 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Attempting to bind port 9c21fa86-e8e8-446a-b6b3-057881744a8c on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:48:31.239859 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5649a-31e8-4dd3-b7ad-4f2f4474b4a0 None None] Pushing event updated for resources: {'Port': ['ID=9c21fa86-e8e8-446a-b6b3-057881744a8c,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:31.244949 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:48:31.245330 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:48:31.245728 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:31.246137 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:48:31.246605 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Bound port: 9c21fa86-e8e8-446a-b6b3-057881744a8c, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:48:31.247984 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:31.301568 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] For port 9c21fa86-e8e8-446a-b6b3-057881744a8c, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:48:31.305181 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] For port 9c21fa86-e8e8-446a-b6b3-057881744a8c, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9c21fa86-e8e8-446a-b6b3-057881744a8c,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:48:31.312613 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:31.374185 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5649a-31e8-4dd3-b7ad-4f2f4474b4a0 None None] Pushing event updated for resources: {'Port': ['ID=9c21fa86-e8e8-446a-b6b3-057881744a8c,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:31.376773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Routers {'646c0367-e77b-452e-b174-7698a153f79d'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:48:31.377359 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:48:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['646c0367-e77b-452e-b174-7698a153f79d'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:31.509611 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] Set router 646c0367-e77b-452e-b174-7698a153f79d gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:48:31.755545 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c0367-e77b-452e-b174-7698a153f79d', 'name': 'router1', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '9c21fa86-e8e8-446a-b6b3-057881744a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:07Z', 'updated_at': '2022-03-14T18:48:26Z', 'revision_number': 4, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'gw_port': {'id': '9c21fa86-e8e8-446a-b6b3-057881744a8c', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:25Z', 'updated_at': '2022-03-14T18:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'fbdfde33-71e6-4f90-89cb-e37b645fa639', 'name': '', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'mac_address': 'fa:16:3e:4f:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:17Z', 'updated_at': '2022-03-14T18:48:21Z', 'revision_number': 5, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'subnets': [{'id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bcd62e6-9880-4f18-9463-c21ecba58392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:48:31.786645 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f949c-6915-4f93-8ad9-01055049c1cb None None] The sync data for ids ['646c0367-e77b-452e-b174-7698a153f79d'] in dv-cinder-829664-3-smb is: [{'id': '646c0367-e77b-452e-b174-7698a153f79d', 'name': 'router1', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '9c21fa86-e8e8-446a-b6b3-057881744a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:48:07Z', 'updated_at': '2022-03-14T18:48:26Z', 'revision_number': 4, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'gw_port': {'id': '9c21fa86-e8e8-446a-b6b3-057881744a8c', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:25Z', 'updated_at': '2022-03-14T18:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'fbdfde33-71e6-4f90-89cb-e37b645fa639', 'name': '', 'network_id': '1550b969-536e-4662-a796-4c2b0b7f1ffc', 'tenant_id': '733703cc44604d4595fe57d88b73d2ef', 'mac_address': 'fa:16:3e:4f:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c0367-e77b-452e-b174-7698a153f79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:48:17Z', 'updated_at': '2022-03-14T18:48:21Z', 'revision_number': 5, 'project_id': '733703cc44604d4595fe57d88b73d2ef', 'subnets': [{'id': 'b0951c9f-0701-4c52-afc9-41df2b0d392c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bcd62e6-9880-4f18-9463-c21ecba58392'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:48:33.747425 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9c21fa86-e8e8-446a-b6b3-057881744a8c up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:48:33.840080 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 9c21fa86-e8e8-446a-b6b3-057881744a8c triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:33.841075 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:33.957451 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 9c21fa86-e8e8-446a-b6b3-057881744a8c is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:33.959236 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:33.982787 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 9c21fa86-e8e8-446a-b6b3-057881744a8c, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9c21fa86-e8e8-446a-b6b3-057881744a8c,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:48:33.991874 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:34.050798 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=9c21fa86-e8e8-446a-b6b3-057881744a8c,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:48:35.733756 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9c21fa86-e8e8-446a-b6b3-057881744a8c up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:48:35.839952 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 9c21fa86-e8e8-446a-b6b3-057881744a8c triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:48:35.840455 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9c21fa86-e8e8-446a-b6b3-057881744a8c), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:35.986751 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 9c21fa86-e8e8-446a-b6b3-057881744a8c is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:48:40.331683 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-9e8e6e7b-f206-4a11-8e7c-3d461f91acc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:42.853273 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-01d298ce-fa5d-4af3-9ad5-3a27a61de901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:44.229447 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:45.577378 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:48:46.673750 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:02.662867 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:49:10.307661 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-888aa466-dea0-4364-b4be-7f737d172caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:12.854087 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-416d7033-de67-41a0-9c99-063a993b0a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:14.240523 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:15.573914 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:16.670046 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:39.662091 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:49:40.309015 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e92cfde3-4364-45cc-a85a-dc7851905235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:42.847851 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e356084f-3191-49b9-b727-c3f0f8a4691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:44.237952 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:45.577745 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:46.675020 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:53.875806 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44510) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:49:53.937958 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.pecan_wsgi.hooks.translation [None req-171b8b7f-16e1-43ef-943a-5ed16cb8cb53 admin admin] GET failed (client error): The resource could not be found. Mar 14 18:49:53.939250 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-171b8b7f-16e1-43ef-943a-5ed16cb8cb53 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623863 Mar 14 18:49:54.103988 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9d2a9-8bc5-4909-abc2-108dd0db1fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:54.105382 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-bed9d2a9-8bc5-4909-abc2-108dd0db1fe0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1618316 Mar 14 18:49:56.513052 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44520) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:49:56.604356 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ad4e1-919c-48d6-a5b6-9d0f54b42553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:56.605691 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e79ad4e1-919c-48d6-a5b6-9d0f54b42553 admin admin] 10.222.0.35 "GET /v2.0/subnets/b0951c9f-0701-4c52-afc9-41df2b0d392c HTTP/1.1" status: 200 len: 849 time: 0.0916898 Mar 14 18:49:56.615290 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:49:56.699141 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Publish callbacks [] for subnet (b0951c9f-0701-4c52-afc9-41df2b0d392c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:56.846801 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747201293837'] for subnet (b0951c9f-0701-4c52-afc9-41df2b0d392c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:56.877495 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:56.879423 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:56.880457 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] 10.222.0.35 "PUT /v2.0/subnets/b0951c9f-0701-4c52-afc9-41df2b0d392c HTTP/1.1" status: 200 len: 868 time: 0.2685809 Mar 14 18:49:56.892173 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2edea-d17e-4e94-993f-4f328b1599d7 None None] Network 1550b969-536e-4662-a796-4c2b0b7f1ffc requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:49:56.902412 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0951c9f-0701-4c52-afc9-41df2b0d392c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:49:56.910684 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.911083 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.911414 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.911787 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.912131 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.912468 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.912804 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.913137 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.913468 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.913799 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.914159 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.914505 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.914842 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.915169 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:56.915494 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a022f91-8397-47c4-90aa-20365ff2c9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:49:57.242429 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-989a43a9-5fd7-4214-8243-9a0c02218303 None None] Provisioning complete for port fbdfde33-71e6-4f90-89cb-e37b645fa639 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:49:57.242812 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-989a43a9-5fd7-4214-8243-9a0c02218303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbdfde33-71e6-4f90-89cb-e37b645fa639), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:57.321891 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-989a43a9-5fd7-4214-8243-9a0c02218303 None None] Current status of the port fbdfde33-71e6-4f90-89cb-e37b645fa639 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:49:57.332420 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-989a43a9-5fd7-4214-8243-9a0c02218303 None None] Provisioning complete for port 0f270ae4-29f2-4090-9f1a-080b61c297d6 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:49:57.332930 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-989a43a9-5fd7-4214-8243-9a0c02218303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (0f270ae4-29f2-4090-9f1a-080b61c297d6), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:49:57.410474 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-989a43a9-5fd7-4214-8243-9a0c02218303 None None] Current status of the port 0f270ae4-29f2-4090-9f1a-080b61c297d6 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:49:59.285682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44530) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:49:59.536784 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ee8b6-53ea-4e2a-88c1-790a9dbae7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:59.537262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ee8b6-53ea-4e2a-88c1-790a9dbae7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:49:59.538824 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-a45ee8b6-53ea-4e2a-88c1-790a9dbae7dc admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2521727 Mar 14 18:50:01.913009 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44538) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:02.045819 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b706e-e928-4ad8-8ea5-b910ca9be5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:02.046324 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b706e-e928-4ad8-8ea5-b910ca9be5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:02.047848 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-1b0b706e-e928-4ad8-8ea5-b910ca9be5af admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338990 Mar 14 18:50:04.413579 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44546) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:04.546252 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0875c0-6a62-4c64-bc27-35bb53a4d125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:04.547634 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-dc0875c0-6a62-4c64-bc27-35bb53a4d125 admin admin] 10.222.0.35 "GET /v2.0/networks/1550b969-536e-4662-a796-4c2b0b7f1ffc HTTP/1.1" status: 200 len: 869 time: 0.1330481 Mar 14 18:50:06.876763 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44554) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:07.006516 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597aa97-5750-4e3c-8b1f-29bb9ca8506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:07.007870 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5597aa97-5750-4e3c-8b1f-29bb9ca8506a admin admin] 10.222.0.35 "GET /v2.0/networks/95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 HTTP/1.1" status: 200 len: 886 time: 0.1301420 Mar 14 18:50:09.351244 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44562) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:09.473322 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0781c77-318f-467e-9ba2-fd3d815f99ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:09.473799 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0781c77-318f-467e-9ba2-fd3d815f99ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:09.475392 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a0781c77-318f-467e-9ba2-fd3d815f99ec admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231828 Mar 14 18:50:10.311818 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-9fe5bdc9-c9d7-4c2b-8c47-6afcff37c26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:11.811128 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44570) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:11.934583 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298077a-1521-4e15-a621-06b86e19984f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:11.935039 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298077a-1521-4e15-a621-06b86e19984f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:11.936613 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6298077a-1521-4e15-a621-06b86e19984f admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245139 Mar 14 18:50:12.850342 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4481ceba-f354-4a9b-98f5-9075aa5f9c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:14.239693 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:14.312491 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44578) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:14.403054 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253df0ef-ef49-4abc-bae7-53615e99204d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:14.404400 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-253df0ef-ef49-4abc-bae7-53615e99204d admin admin] 10.222.0.35 "GET /v2.0/subnets/01ef8410-e1db-4e2b-a98c-fb0554a16254 HTTP/1.1" status: 200 len: 816 time: 0.0909345 Mar 14 18:50:15.580069 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:16.661006 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:50:16.669907 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:16.772872 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44586) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:16.865079 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95959ec-6123-4dc5-8467-2e1589400f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:16.866489 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e95959ec-6123-4dc5-8467-2e1589400f78 admin admin] 10.222.0.35 "GET /v2.0/subnets/b0951c9f-0701-4c52-afc9-41df2b0d392c HTTP/1.1" status: 200 len: 868 time: 0.0926292 Mar 14 18:50:40.313701 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-05240ea8-9a02-436a-a2b7-18905dddbc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:42.852958 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-3e0dd67b-b6e4-4e47-95bc-78302321ae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:44.242834 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:45.582134 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:45.686475 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44638) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:45.735497 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [None req-beaf9d5b-f4fc-4ce5-835a-edf62c172d9b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:50:45.737207 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-beaf9d5b-f4fc-4ce5-835a-edf62c172d9b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491385 Mar 14 18:50:46.672731 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:48.199350 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44646) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:48.260588 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.pecan_wsgi.hooks.translation [None req-53411856-2dfe-4be9-931b-9cac2304946b admin admin] GET failed (client error): The resource could not be found. Mar 14 18:50:48.261920 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-53411856-2dfe-4be9-931b-9cac2304946b admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615938 Mar 14 18:50:48.407765 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af1cbe-0c8f-4154-9fdd-2719475a97a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:48.409892 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f1af1cbe-0c8f-4154-9fdd-2719475a97a3 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1438525 Mar 14 18:50:50.773916 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44654) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:50.820735 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:50.839485 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Made reservation on behalf of 136456ed3a1e412d94c7b0ba97955c9f for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:50:50.841860 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:50.879011 dv-cinder-829664-3-smb neutron-server[103191]: WARNING neutron.services.revisions.revision_plugin [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Could not find related network for resource to bump revision. Mar 14 18:50:50.890180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:50:50.899039 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (afb3f60f-4ef9-4f89-aabe-6c9d448e75a7), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:50.899387 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Added segment afb3f60f-4ef9-4f89-aabe-6c9d448e75a7 of type vlan for network 9180626b-de7d-498b-b0fc-216341513eab Mar 14 18:50:50.945138 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (9180626b-de7d-498b-b0fc-216341513eab), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:50.967970 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (9180626b-de7d-498b-b0fc-216341513eab), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:50.969051 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:50.969631 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:51.038579 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2633150 Mar 14 18:50:51.042787 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9180626b-de7d-498b-b0fc-216341513eab,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:51.051661 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.052190 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.052569 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.052935 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.053281 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.053619 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.054036 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.054330 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.054666 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.054994 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.055323 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.055800 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.056004 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.056331 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.056651 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe98f5-37f6-47c0-9b38-18aa95a325d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:51.067873 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 9180626b-de7d-498b-b0fc-216341513eab details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:50:53.395486 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44662) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:50:53.456390 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.pecan_wsgi.hooks.translation [None req-511c8b61-8e4d-4016-ae65-cc3eb479fe74 admin admin] GET failed (client error): The resource could not be found. Mar 14 18:50:53.457775 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-511c8b61-8e4d-4016-ae65-cc3eb479fe74 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613375 Mar 14 18:50:53.526762 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03eea6b-2504-4a25-86e1-90f378663e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:53.528219 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-c03eea6b-2504-4a25-86e1-90f378663e9e admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664361 Mar 14 18:50:53.538741 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '9180626b-de7d-498b-b0fc-216341513eab', 'cidr': '192.168.233.0/24'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:50:53.570777 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Made reservation on behalf of 136456ed3a1e412d94c7b0ba97955c9f for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:50:53.573323 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:53.661272 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:50:53.845491 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (c7b44658-8a66-4dc0-8979-c1f1bb259793), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:53.898951 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b44658-8a66-4dc0-8979-c1f1bb259793,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:53.910668 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Checking segment: {'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:50:53.911044 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Network hostable DHCP agents. Network: 9180626b-de7d-498b-b0fc-216341513eab, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:50:53.932234 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Network 9180626b-de7d-498b-b0fc-216341513eab is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:50:53.944058 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 9180626b-de7d-498b-b0fc-216341513eab) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:53.948652 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:50:53.949257 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:53.954427 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2028fe-59db-4f15-b431-4935b1eb1569 None None] Network 9180626b-de7d-498b-b0fc-216341513eab requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:50:53.971714 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b50e56d4-1b91-41ed-a4c9-358705bf2019 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4363446 Mar 14 18:50:54.170568 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-9180626b-de7d-498b-b0fc-216341513eab', 'network_id': '9180626b-de7d-498b-b0fc-216341513eab', 'project_id': '136456ed3a1e412d94c7b0ba97955c9f', 'fixed_ips': [{'subnet_id': 'c7b44658-8a66-4dc0-8979-c1f1bb259793'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:50:54.171499 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:54.312410 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Allocated IP 192.168.233.2 (9180626b-de7d-498b-b0fc-216341513eab/c7b44658-8a66-4dc0-8979-c1f1bb259793/fc1bd166-6f5c-4b31-bbcc-08221c23b7b4) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:50:54.459336 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Publish callbacks [] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:54.464531 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:54.506378 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Network 9180626b-de7d-498b-b0fc-216341513eab is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:50:54.511198 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:50:54.514801 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:50:54.523520 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Pushing event updated for resources: {'Port': ['ID=fc1bd166-6f5c-4b31-bbcc-08221c23b7b4,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:54.532061 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.532405 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.532745 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.533632 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.534143 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.534471 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.534794 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.535116 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.535434 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.535756 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.536078 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.536410 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.536728 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.537042 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.537349 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:50:54.589089 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Attempting to bind port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:50:54.589369 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Attempting to bind port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:50:54.589733 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Attempting to bind port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 on network 9180626b-de7d-498b-b0fc-216341513eab {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:50:54.594728 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:50:54.595099 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Checking segment: {'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:50:54.596084 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:54.596473 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Bound using segment: {'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:50:54.597097 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Bound port: fc1bd166-6f5c-4b31-bbcc-08221c23b7b4, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:50:54.597435 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:54.661658 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] For port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:50:54.664697 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] For port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=fc1bd166-6f5c-4b31-bbcc-08221c23b7b4,segment=NetworkSegment(afb3f60f-4ef9-4f89-aabe-6c9d448e75a7),segment_id=afb3f60f-4ef9-4f89-aabe-6c9d448e75a7)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:50:54.671657 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:54.730126 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceea187-130b-44ae-ba4f-08be2962112b None None] Pushing event updated for resources: {'Port': ['ID=fc1bd166-6f5c-4b31-bbcc-08221c23b7b4,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:55.568744 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339cb683-4272-4236-9a0f-b909d0924e00 None None] Network 9180626b-de7d-498b-b0fc-216341513eab requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:50:55.644780 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-b6f41b5f-09f8-4882-9ca2-e84d74856fb7 None None] Provisioning complete for port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:50:55.645177 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-b6f41b5f-09f8-4882-9ca2-e84d74856fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:55.777371 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-b6f41b5f-09f8-4882-9ca2-e84d74856fb7 None None] Current status of the port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:50:55.777916 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-b6f41b5f-09f8-4882-9ca2-e84d74856fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:55.819021 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-b6f41b5f-09f8-4882-9ca2-e84d74856fb7 None None] For port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=fc1bd166-6f5c-4b31-bbcc-08221c23b7b4,segment=NetworkSegment(afb3f60f-4ef9-4f89-aabe-6c9d448e75a7),segment_id=afb3f60f-4ef9-4f89-aabe-6c9d448e75a7)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:50:55.824141 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-b6f41b5f-09f8-4882-9ca2-e84d74856fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:55.829096 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:50:55.915611 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f41b5f-09f8-4882-9ca2-e84d74856fb7 None None] Pushing event updated for resources: {'Port': ['ID=fc1bd166-6f5c-4b31-bbcc-08221c23b7b4,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:50:55.930363 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:50:55.930760 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:55.985747 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-6d9558b5-19eb-4c9a-80d3-85b7e3c52c97 None None] Provisioning complete for port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:50:55.987631 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6d9558b5-19eb-4c9a-80d3-85b7e3c52c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:56.075057 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:50:56.118144 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-6d9558b5-19eb-4c9a-80d3-85b7e3c52c97 None None] Current status of the port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:50:57.753539 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:50:57.804869 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:50:57.805260 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fc1bd166-6f5c-4b31-bbcc-08221c23b7b4), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:50:57.887799 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port fc1bd166-6f5c-4b31-bbcc-08221c23b7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:51:10.316240 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4985569a-fa6a-4a49-b2ed-8b9783a204d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:12.854982 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5b82e2f0-3881-4745-b47d-17405bccc941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:14.248260 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:15.587366 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:16.677446 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:30.659514 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:51:40.318105 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-0a13540c-a541-45ff-b487-3333f6ac2338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:42.855805 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4c9b-473b-46be-ab79-004859ebcc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:44.251085 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:45.587659 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:51:46.680828 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:07.659634 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:52:10.320030 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-7e6824a0-bc48-41b5-bead-12a6870db3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:12.857634 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1c1366e7-c331-42bb-bf54-75b7a39bbb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:14.254607 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:15.381794 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44702) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:52:15.387797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [None req-c66decbd-3b28-473f-807d-6c77a2199a1d tempest-verify_tempest_config-1192940663 tempest-verify_tempest_config-1192940663-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:52:15.388780 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-c66decbd-3b28-473f-807d-6c77a2199a1d tempest-verify_tempest_config-1192940663 tempest-verify_tempest_config-1192940663-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059359 Mar 14 18:52:15.590623 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:15.684438 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44720) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:52:15.800730 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:15.904055 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Publish callbacks [] for security_group (1f34aaa2-ae08-4c20-9ecf-3b5473d0540d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:15.907817 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (1f34aaa2-ae08-4c20-9ecf-3b5473d0540d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:15.950511 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34aaa2-ae08-4c20-9ecf-3b5473d0540d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:15.954436 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46e9b938f92942aeac0de83bf9d749f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2690084 Mar 14 18:52:15.957323 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44724) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:52:15.960150 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.960507 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.960868 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.961212 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.961547 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.961904 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.962236 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.962556 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.962883 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.963207 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.963529 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.963874 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.964199 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.964519 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:15.964839 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1057fea9-deea-44cc-a9c3-009323523191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.015299 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Publish callbacks [] for security_group (1f34aaa2-ae08-4c20-9ecf-3b5473d0540d), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:16.036362 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Publish callbacks [] for security_group (1f34aaa2-ae08-4c20-9ecf-3b5473d0540d), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:16.129038 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (1f34aaa2-ae08-4c20-9ecf-3b5473d0540d), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:16.131763 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:16.133313 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f34aaa2-ae08-4c20-9ecf-3b5473d0540d HTTP/1.1" status: 204 len: 168 time: 0.1748881 Mar 14 18:52:16.144683 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34aaa2-ae08-4c20-9ecf-3b5473d0540d,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:52:16.151848 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.152262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.152643 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.153178 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.153518 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.153874 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.154376 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.154541 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.154864 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.155939 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.156797 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.157161 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.157496 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.157977 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.158310 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04013625-2032-4577-a2a8-d3519a64264e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:52:16.684314 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:40.322497 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-74482ad2-b128-4950-aecb-7ad49522f94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:42.861007 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1cc2be08-6843-453c-b7f3-a2a3682a7c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:44.256035 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:44.659558 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:52:45.598108 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:52:46.689064 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:10.324806 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-f8cbccea-72e7-4483-bf1b-d0890085da7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:12.864413 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d83aa0bd-19a8-4106-bb2f-e4502ed32355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:14.270063 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:15.600074 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:16.693104 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:21.658381 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:53:40.326958 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a3a42b20-ecba-4fef-b6f3-810d3e452d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:42.864796 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-648b4297-e059-4a48-9eb4-043803e6ae90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:44.262324 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:45.602621 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:46.696658 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:53:58.659756 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 5 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:54:10.333038 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a407733b-7f7e-49c1-866b-0b6180906083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:12.866433 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ba8eaea6-1464-40f0-9e5a-8a4731017808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:14.267479 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:15.605969 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:16.704802 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:17.981801 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622894'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:29.758754 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44796) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:29.868574 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c4b7b623-d648-4c78-b889-4d72399053db admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1088016 Mar 14 18:54:32.274376 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44806) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:54:32.331782 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-15bcc41c-45f3-4e16-8090-8f1c56b0a14e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0563257 Mar 14 18:54:35.659664 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:54:40.335977 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-05ffaebd-d0f9-4e9b-934d-c633adb018b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:42.873318 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-11579824-5453-4f24-be0c-19014293d76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:44.274588 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:45.613725 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:46.708583 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:54:47.971515 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:10.340293 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-903231b5-4ace-42a5-a34e-1e5b41cbcbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:12.659996 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:55:12.870807 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-558604d6-91b0-42f3-bb38-9560a9489df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:14.276348 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:15.616739 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:16.704904 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:18.000754 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:40.362743 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-43ba6518-51fd-4853-af4e-0836f1bb3216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:42.866339 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ac129149-1f60-420e-aa15-300e35abe1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:44.280881 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:45.628244 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:46.713661 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:47.997280 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:55:49.660542 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:56:10.343895 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-42ef80b6-c08b-4f89-9ca8-22e80cc0ae27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:12.893492 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a1c34b41-4953-4eea-b738-d30da762926c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:14.289028 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:15.630396 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:16.703494 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:18.006560 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.207904 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44924) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:22.501381 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2064267744-network', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:22.532702 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Made reservation on behalf of c07e251e4a7a499e87c7c1a9f27694dd for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:22.537029 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.553297 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.699243 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks [] for security_group (4f250b99-77ea-4020-9a99-2d12bd13896e), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.705612 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4f250b99-77ea-4020-9a99-2d12bd13896e), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.725593 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44952) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:22.756170 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f250b99-77ea-4020-9a99-2d12bd13896e,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:22.776397 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.777352 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.778211 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.778814 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.779381 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.779918 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.780383 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.780859 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.781362 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.781913 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.782415 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.782905 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.783433 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.783912 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.784477 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Tracked resource versions report: Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: pushed versions: Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: { 'AddressGroup': {'1.2'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Agent': {'1.1'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Log': {'1.0'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'NDPProxy': {'1.0'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Network': {'1.1'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Port': {'1.7'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'PortForwarding': {'1.2'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'QosPolicy': {'1.10'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroup': {'1.5'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'SubPort': {'1.0'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Subnet': {'1.1'}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Trunk': {'1.1'}} Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: consumer versions: Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Agent': '1.1', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'ConntrackHelper': '1.0', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'LocalIPAssociation': '1.0', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Log': '1.0', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'NDPProxy': '1.0', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Network': '1.1', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Port': '1.7', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'PortForwarding': '1.2', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'QosPolicy': '1.10', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroup': '1.5', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'SecurityGroupRule': '1.2', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'SubPort': '1.0', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Subnet': '1.1', Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: 'Trunk': '1.1'}} Mar 14 18:56:22.786650 dv-cinder-829664-3-smb neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:56:22.797117 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:56:22.819791 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.820339 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Added segment 9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033 of type vlan for network a07da1d2-b552-44b1-8243-3a7abdd3f56b Mar 14 18:56:22.893198 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (a07da1d2-b552-44b1-8243-3a7abdd3f56b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.924257 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (a07da1d2-b552-44b1-8243-3a7abdd3f56b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.925464 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:22.926097 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:22.998576 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] Pushing event updated for resources: {'Network': ['ID=a07da1d2-b552-44b1-8243-3a7abdd3f56b,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:23.009679 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 44968) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:23.015034 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:56:23.015960 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Request body: {'subnet': {'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-subnet', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:23.022005 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-cb6837f8-0501-423d-857c-1447a27af99f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8080773 Mar 14 18:56:23.040988 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Made reservation on behalf of c07e251e4a7a499e87c7c1a9f27694dd for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:23.043924 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.271615 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-network', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:23.296022 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (25c003d0-4d70-4b00-957b-d161a2d8b8e3), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.312742 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Made reservation on behalf of 0ad98b4def6941429b8ec27785cf2c9a for: {'network': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:23.315443 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.348571 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.396286 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c003d0-4d70-4b00-957b-d161a2d8b8e3,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:23.406349 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Checking segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:23.406961 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Network hostable DHCP agents. Network: a07da1d2-b552-44b1-8243-3a7abdd3f56b, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:56:23.413311 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.413942 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.415147 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.415883 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.416381 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.416867 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.417362 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.418134 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.418657 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.419138 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.419617 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.420128 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.420469 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.420787 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.421458 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Tracked resource versions report: Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: pushed versions: Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: { 'AddressGroup': {'1.2'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Agent': {'1.1'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Log': {'1.0'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'NDPProxy': {'1.0'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Network': {'1.1'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Port': {'1.7'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'PortForwarding': {'1.2'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'QosPolicy': {'1.10'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroup': {'1.5'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'SubPort': {'1.0'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Subnet': {'1.1'}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Trunk': {'1.1'}} Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: consumer versions: Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Agent': '1.1', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'ConntrackHelper': '1.0', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'LocalIPAssociation': '1.0', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Log': '1.0', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'NDPProxy': '1.0', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Network': '1.1', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Port': '1.7', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'PortForwarding': '1.2', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'QosPolicy': '1.10', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroup': '1.5', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'SecurityGroupRule': '1.2', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'SubPort': '1.0', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Subnet': '1.1', Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: 'Trunk': '1.1'}} Mar 14 18:56:23.423343 dv-cinder-829664-3-smb neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:56:23.466323 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:56:23.483959 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, a07da1d2-b552-44b1-8243-3a7abdd3f56b) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:23.492950 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:23.493450 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.499345 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de68cb2-bc76-4fa5-8565-be4147b35b95 None None] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:23.569060 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0ea9986c-b9f5-48da-968a-c25f96b2cbda admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5555699 Mar 14 18:56:23.571845 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44986) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:23.583249 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:23.613678 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks [] for security_group (3ddf40c0-08f7-40c4-a373-01ceca5d19e0), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.624114 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3ddf40c0-08f7-40c4-a373-01ceca5d19e0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.629151 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.641500 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.655011 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:56:23.656559 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.674244 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:56:23.692585 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf40c0-08f7-40c4-a373-01ceca5d19e0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:23.720167 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747201281208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (bf750bca-2df6-4752-b520-9ec3534322e8), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.722564 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Unsubscribe: segment precommit_create {{(pid=103190) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 18:56:23.723159 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.segments_db [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Added segment bf750bca-2df6-4752-b520-9ec3534322e8 of type vlan for network 6812997a-7703-4b8e-9fa6-43bfd594cf2d Mar 14 18:56:23.748839 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks [] for router_controller (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), precommit_add_association {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.844021 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (6812997a-7703-4b8e-9fa6-43bfd594cf2d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.897333 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (6812997a-7703-4b8e-9fa6-43bfd594cf2d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.901276 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:23.902700 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:23.938642 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 44994) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:23.949377 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Allocated IP 172.20.0.2 (a07da1d2-b552-44b1-8243-3a7abdd3f56b/25c003d0-4d70-4b00-957b-d161a2d8b8e3/b0707bd8-cb51-4f38-bd55-82fe7c9af14f) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:24.004849 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2780411 Mar 14 18:56:24.018513 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45000) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:24.026563 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Request body: {'subnet': {'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-subnet', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:24.069393 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9210ed-353d-47ec-ad7d-7e3922b2f281 admin admin] Pushing event updated for resources: {'Network': ['ID=6812997a-7703-4b8e-9fa6-43bfd594cf2d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:24.098255 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Made reservation on behalf of 0ad98b4def6941429b8ec27785cf2c9a for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:24.104455 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.140125 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks [] for router_gateway (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.227599 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:56:24.360646 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Publish callbacks [] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.388813 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.501223 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1446892253-network', 'tenant_id': '9f10f4bfa2554f8a8adec0073cb485c2'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:24.507397 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:24.518940 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:24.523911 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:24.533189 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Pushing event updated for resources: {'Port': ['ID=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:24.533877 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (3c4bf07e-0890-4640-9b68-0a62f4cbf364), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.584856 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.587329 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.588337 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.589244 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.589862 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.590432 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.591003 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.591586 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.593138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.593871 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.594379 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.594983 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.595559 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.596138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.597628 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Tracked resource versions report: Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: pushed versions: Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: { 'AddressGroup': {'1.2'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Agent': {'1.1'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'ConntrackHelper': {'1.0'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Log': {'1.0'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'NDPProxy': {'1.0'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Network': {'1.1'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Port': {'1.7'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'PortForwarding': {'1.2'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'QosPolicy': {'1.10'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroup': {'1.5'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'SubPort': {'1.0'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Subnet': {'1.1'}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Trunk': {'1.1'}} Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: consumer versions: Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Agent': '1.1', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'ConntrackHelper': '1.0', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'LocalIPAssociation': '1.0', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Log': '1.0', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'NDPProxy': '1.0', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Network': '1.1', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Port': '1.7', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'PortForwarding': '1.2', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'QosPolicy': '1.10', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroup': '1.5', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'SecurityGroupRule': '1.2', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'SubPort': '1.0', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Subnet': '1.1', Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: 'Trunk': '1.1'}} Mar 14 18:56:24.600243 dv-cinder-829664-3-smb neutron-server[103192]: {{(pid=103192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:56:24.646155 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Checking segment: {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:24.646471 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Network hostable DHCP agents. Network: 6812997a-7703-4b8e-9fa6-43bfd594cf2d, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:56:24.656158 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4bf07e-0890-4640-9b68-0a62f4cbf364,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:24.656613 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Attempting to bind port b0707bd8-cb51-4f38-bd55-82fe7c9af14f on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:24.657245 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Attempting to bind port b0707bd8-cb51-4f38-bd55-82fe7c9af14f by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:24.657707 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Attempting to bind port b0707bd8-cb51-4f38-bd55-82fe7c9af14f on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:24.664675 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:24.665083 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Checking segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:24.665558 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.666071 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Bound using segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:24.667159 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Bound port: b0707bd8-cb51-4f38-bd55-82fe7c9af14f, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:24.667684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.692955 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:56:24.718201 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Made reservation on behalf of 9f10f4bfa2554f8a8adec0073cb485c2 for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:24.721651 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 6812997a-7703-4b8e-9fa6-43bfd594cf2d) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:24.722339 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.729111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:24.729111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.747210 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61673667-12f4-4132-b00f-3f3a40812053 None None] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:24.763286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.776180 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-38ad8316-e15e-4601-94ea-f13f9529d6f3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7545004 Mar 14 18:56:24.778418 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45020) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:24.799579 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:24.805191 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks [] for router_gateway (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.854304 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.864870 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45024) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:24.868590 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.869970 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:24.876669 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] For port b0707bd8-cb51-4f38-bd55-82fe7c9af14f, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:24.888581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] For port b0707bd8-cb51-4f38-bd55-82fe7c9af14f, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:24.914857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.040531 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41469089-902b-48e5-99ef-aeea4982adab None None] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:25.044682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks [] for security_group (97b5d886-a8c8-43ee-a29a-8a5f3fa76c98), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.072387 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f224f-94c2-4418-a005-47ad4cd07619 None None] Pushing event updated for resources: {'Port': ['ID=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:25.096548 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (97b5d886-a8c8-43ee-a29a-8a5f3fa76c98), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.159360 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks [] for router_controller (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), precommit_add_association {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.273950 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:25.318479 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:56:25.377492 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (48a63109-45fe-4719-b743-20760d3631cd), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.377889 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Added segment 48a63109-45fe-4719-b743-20760d3631cd of type vlan for network 42e5474e-17e5-464f-b5cb-8baa04247dd1 Mar 14 18:56:25.533495 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Allocated IP 172.28.0.194 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/a205cf38-edec-41c4-8f6a-5f7c3b184394) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:25.684108 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks [] for router_gateway (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.713050 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-64651840-network', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:25.784601 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (42e5474e-17e5-464f-b5cb-8baa04247dd1), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.810853 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Made reservation on behalf of ab8c01d7cef74443bcbdd601b2acc4b2 for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:25.815395 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.862163 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45046) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:25.878452 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.966585 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (42e5474e-17e5-464f-b5cb-8baa04247dd1), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:25.968211 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:25.969426 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.107140 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device b0707bd8-cb51-4f38-bd55-82fe7c9af14f up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:26.118641 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks [] for security_group (5c8f0115-81cb-41f5-81cf-fab9dba404e3), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.145291 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks [] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.289517 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port b0707bd8-cb51-4f38-bd55-82fe7c9af14f triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:26.289948 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.301543 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks [] for router_gateway (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.349973 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.382146 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] Pushing event updated for resources: {'Network': ['ID=42e5474e-17e5-464f-b5cb-8baa04247dd1,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:26.399097 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 42e5474e-17e5-464f-b5cb-8baa04247dd1 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:56:26.445631 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5c8f0115-81cb-41f5-81cf-fab9dba404e3), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.485713 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1888992108-network', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:26.511220 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:56:26.588475 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45066) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:26.590782 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-cdc4109e-ca7f-41ad-8920-d6d4e178c722 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6508172 Mar 14 18:56:26.596652 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Request body: {'subnet': {'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1446892253-subnet', 'tenant_id': '9f10f4bfa2554f8a8adec0073cb485c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:26.639304 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Made reservation on behalf of 9f10f4bfa2554f8a8adec0073cb485c2 for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:26.646788 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.680927 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:56:26.699907 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port b0707bd8-cb51-4f38-bd55-82fe7c9af14f is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:26.700574 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.718350 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (f21aba87-a2d3-4453-8e3a-01c6fd880cd9), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.718350 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Added segment f21aba87-a2d3-4453-8e3a-01c6fd880cd9 of type vlan for network e94f98c8-f193-4044-aade-c657f6b0401c Mar 14 18:56:26.776914 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port b0707bd8-cb51-4f38-bd55-82fe7c9af14f, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:26.786040 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.810127 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:26.928382 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Made reservation on behalf of 6271df8d8f4a4ac884d3e4adcc3e1fa6 for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:26.943618 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:26.947105 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.016036 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f0115-81cb-41f5-81cf-fab9dba404e3,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:27.077733 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (e94f98c8-f193-4044-aade-c657f6b0401c), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.087681 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.121384 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9205cf-6d39-43c6-8a0b-78f7a93ce8da None None] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:27.150290 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:27.181459 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:27.205674 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:27.289317 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Pushing event updated for resources: {'Port': ['ID=a205cf38-edec-41c4-8f6a-5f7c3b184394,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:27.299251 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (5359aad6-d254-4245-b45a-0792c18c49d8), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.329372 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-6734e998-5306-482d-8e9d-efa992f1df35 None None] Provisioning complete for port b0707bd8-cb51-4f38-bd55-82fe7c9af14f triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:27.331550 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6734e998-5306-482d-8e9d-efa992f1df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.420846 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Allocated IP 172.28.0.122 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/81e8b087-d716-44ce-bc8c-16f8326bdd1f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:27.510758 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (e94f98c8-f193-4044-aade-c657f6b0401c), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.524234 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:27.525975 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.648824 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5359aad6-d254-4245-b45a-0792c18c49d8,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:27.675651 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Checking segment: {'id': '48a63109-45fe-4719-b743-20760d3631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:27.676195 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Network hostable DHCP agents. Network: 42e5474e-17e5-464f-b5cb-8baa04247dd1, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:56:27.779066 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Network 42e5474e-17e5-464f-b5cb-8baa04247dd1 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:56:27.855049 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 42e5474e-17e5-464f-b5cb-8baa04247dd1) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:27.867986 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:27.868873 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.909110 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-6734e998-5306-482d-8e9d-efa992f1df35 None None] Current status of the port b0707bd8-cb51-4f38-bd55-82fe7c9af14f is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:27.912770 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f796bd3-2404-4f44-9492-fa86673b8e64 None None] Network 42e5474e-17e5-464f-b5cb-8baa04247dd1 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:27.947749 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks [] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:27.993038 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-bd05f5d8-ed9a-44e6-b455-815b6658e07b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4026918 Mar 14 18:56:28.052337 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] Pushing event updated for resources: {'Network': ['ID=e94f98c8-f193-4044-aade-c657f6b0401c,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:28.056938 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device b0707bd8-cb51-4f38-bd55-82fe7c9af14f up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:28.074967 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network e94f98c8-f193-4044-aade-c657f6b0401c details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:56:28.091943 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-da39a94e-0b5a-48ff-a631-0048c31c0489 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2226074 Mar 14 18:56:28.093371 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45102) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:28.114399 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Request body: {'subnet': {'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-subnet', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:28.179279 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.256654 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks [] for security_group (c6356a70-b287-4901-843d-4289ef53b663), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.296221 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Made reservation on behalf of ab8c01d7cef74443bcbdd601b2acc4b2 for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:28.298789 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.341227 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a516712-c191-4d50-a601-1b7090fa273f None None] Network 42e5474e-17e5-464f-b5cb-8baa04247dd1 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:28.348076 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:28.439887 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port b0707bd8-cb51-4f38-bd55-82fe7c9af14f triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:28.440394 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.458547 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:28.474391 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:28.618583 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-57cb7963-d6cd-4168-8042-d4adc29ccd32 None None] Provisioning complete for port b0707bd8-cb51-4f38-bd55-82fe7c9af14f triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:28.618977 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-57cb7963-d6cd-4168-8042-d4adc29ccd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.640115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c6356a70-b287-4901-843d-4289ef53b663), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.690709 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:56:28.718343 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port b0707bd8-cb51-4f38-bd55-82fe7c9af14f is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:28.733471 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (88511352-e7f1-436d-a301-c0eb85d94e33), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.733808 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Added segment 88511352-e7f1-436d-a301-c0eb85d94e33 of type vlan for network ec788d8e-061b-43c6-8c8c-181d13912795 Mar 14 18:56:28.739017 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks [] for router_gateway (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:28.753111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Pushing event updated for resources: {'Port': ['ID=81e8b087-d716-44ce-bc8c-16f8326bdd1f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:28.847643 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-57cb7963-d6cd-4168-8042-d4adc29ccd32 None None] Current status of the port b0707bd8-cb51-4f38-bd55-82fe7c9af14f is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:28.900155 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6356a70-b287-4901-843d-4289ef53b663,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:29.076697 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (ec788d8e-061b-43c6-8c8c-181d13912795), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.329583 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (417643b2-7c20-48f4-9f46-0ef378eef4a0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.351755 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.363392 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (ec788d8e-061b-43c6-8c8c-181d13912795), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.364554 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:29.365224 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.376119 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks [] for router_gateway (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.503709 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417643b2-7c20-48f4-9f46-0ef378eef4a0,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:29.520747 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Checking segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:29.521416 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Network hostable DHCP agents. Network: e94f98c8-f193-4044-aade-c657f6b0401c, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:56:29.619076 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Network e94f98c8-f193-4044-aade-c657f6b0401c is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:56:29.736514 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, e94f98c8-f193-4044-aade-c657f6b0401c) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:29.746108 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192456f-c398-4ac8-9739-91add881e9e7 None None] Network e94f98c8-f193-4044-aade-c657f6b0401c requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:29.845240 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.859094 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:29.860589 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:29.909940 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-7fbb6188-0580-48d5-9740-66aa865e0632 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8137696 Mar 14 18:56:29.997667 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45160) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:30.006262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:30.022815 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd904f-0722-4357-977f-45020901209b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-e94f98c8-f193-4044-aade-c657f6b0401c', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:56:30.024164 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8bdd904f-0722-4357-977f-45020901209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.109746 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2457571 Mar 14 18:56:30.119653 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45168) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:30.129994 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Request body: {'subnet': {'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1888992108-subnet', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:30.139936 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206d90-630e-4640-98a0-976648e76dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=ec788d8e-061b-43c6-8c8c-181d13912795,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:30.170255 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (f65b737e-20ae-4acc-a321-019ea5e28aa6), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.172440 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (f65b737e-20ae-4acc-a321-019ea5e28aa6), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.198263 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Made reservation on behalf of 6271df8d8f4a4ac884d3e4adcc3e1fa6 for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:30.201849 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.205365 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network ec788d8e-061b-43c6-8c8c-181d13912795 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:56:30.454753 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks [] for router_controller (f65b737e-20ae-4acc-a321-019ea5e28aa6), precommit_add_association {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.512822 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:56:30.517295 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-8bdd904f-0722-4357-977f-45020901209b None None] Allocated IP 172.20.0.2 (e94f98c8-f193-4044-aade-c657f6b0401c/417643b2-7c20-48f4-9f46-0ef378eef4a0/53d7fa7a-5b27-4f6b-a266-c966622fe7ed) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:30.548292 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45184) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:30.555770 dv-cinder-829664-3-smb neutron-server[103191]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 18:56:30.602852 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:56:30.725583 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (99f53892-bdf7-491d-b27b-88d4b37c04d6), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.761574 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8bdd904f-0722-4357-977f-45020901209b None None] Publish callbacks [] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.770242 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8bdd904f-0722-4357-977f-45020901209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.815117 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdd904f-0722-4357-977f-45020901209b None None] Network e94f98c8-f193-4044-aade-c657f6b0401c is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:30.820603 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-8bdd904f-0722-4357-977f-45020901209b None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:30.825900 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd904f-0722-4357-977f-45020901209b None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:30.866683 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd904f-0722-4357-977f-45020901209b None None] Pushing event updated for resources: {'Port': ['ID=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:30.876887 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks [] for router_gateway (f65b737e-20ae-4acc-a321-019ea5e28aa6), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.909503 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-8bdd904f-0722-4357-977f-45020901209b None None] Attempting to bind port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:30.909919 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-8bdd904f-0722-4357-977f-45020901209b None None] Attempting to bind port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:30.910269 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd904f-0722-4357-977f-45020901209b None None] Attempting to bind port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed on network e94f98c8-f193-4044-aade-c657f6b0401c {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:30.919973 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd904f-0722-4357-977f-45020901209b None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:30.921232 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd904f-0722-4357-977f-45020901209b None None] Checking segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:30.922052 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8bdd904f-0722-4357-977f-45020901209b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:30.922853 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd904f-0722-4357-977f-45020901209b None None] Bound using segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:30.923775 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-8bdd904f-0722-4357-977f-45020901209b None None] Bound port: 53d7fa7a-5b27-4f6b-a266-c966622fe7ed, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:30.924273 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8bdd904f-0722-4357-977f-45020901209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.016341 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-8bdd904f-0722-4357-977f-45020901209b None None] For port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:31.020997 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-8bdd904f-0722-4357-977f-45020901209b None None] For port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:31.030833 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8bdd904f-0722-4357-977f-45020901209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.059879 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f53892-bdf7-491d-b27b-88d4b37c04d6,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:31.092498 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Checking segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:31.092933 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Network hostable DHCP agents. Network: ec788d8e-061b-43c6-8c8c-181d13912795, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:56:31.100259 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:31.118578 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Sync routers for ids ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:31.141626 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.143909 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-57032a6d-d9fe-4f02-aa49-8cc3bf02a409 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3630514 Mar 14 18:56:31.145564 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Network ec788d8e-061b-43c6-8c8c-181d13912795 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:56:31.152589 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Routers {'4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:31.154244 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:31.164498 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45196) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:31.180923 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd904f-0722-4357-977f-45020901209b None None] Pushing event updated for resources: {'Port': ['ID=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:31.348632 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-d142fc87-898e-4d3f-aa08-03fb345c794c tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.350482 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-d142fc87-898e-4d3f-aa08-03fb345c794c tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/networks?id=42e5474e-17e5-464f-b5cb-8baa04247dd1 HTTP/1.1" status: 200 len: 812 time: 0.7986813 Mar 14 18:56:31.398666 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:31.409148 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-6507e3b2-099f-4330-9ac0-ab44583cf9e3 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/quotas/9f10f4bfa2554f8a8adec0073cb485c2 HTTP/1.1" status: 200 len: 375 time: 0.0210750 Mar 14 18:56:31.423670 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Set router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:31.442551 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:31.466164 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.467459 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d8db9e19-433b-418e-9e23-4842443dadcb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8917820 Mar 14 18:56:31.478675 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:31.479325 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:31.513913 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45206) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:31.699972 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, ec788d8e-061b-43c6-8c8c-181d13912795) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:31.705314 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-ba97f765-b21e-4279-aa51-5ce2e8f06173 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f10f4bfa2554f8a8adec0073cb485c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2424467 Mar 14 18:56:31.721981 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:31.731272 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:31.855374 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97cb84c-f6c2-4ea7-8583-90f2a55dfafd None None] Network ec788d8e-061b-43c6-8c8c-181d13912795 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:32.073262 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-27ebdbd5-79bd-4954-b704-4b3e3b3f3c26 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9514716 Mar 14 18:56:32.080230 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45226) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:32.085042 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:28Z', 'revision_number': 3, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port': {'id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:26Z', 'updated_at': '2022-03-14T18:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:32.089451 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:32.178272 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Checking router: 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:32.179951 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Updating router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e port 81e8b087-d716-44ce-bc8c-16f8326bdd1f binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:32.185578 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 53d7fa7a-5b27-4f6b-a266-c966622fe7ed up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:32.250921 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (a97d25b0-a59a-4071-898a-f29be5295261), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.261878 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (a97d25b0-a59a-4071-898a-f29be5295261), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.288258 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.334373 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-ec788d8e-061b-43c6-8c8c-181d13912795', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 18:56:32.335813 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.661958 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks [] for router_gateway (f65b737e-20ae-4acc-a321-019ea5e28aa6), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.714201 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b5024c44-5999-4b21-b37c-59fc1811f441 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:56:32.734671 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b5024c44-5999-4b21-b37c-59fc1811f441 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3612213 Mar 14 18:56:32.769336 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Publish callbacks [] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.779844 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.801807 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks [] for router_controller (a97d25b0-a59a-4071-898a-f29be5295261), precommit_add_association {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.818265 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:32.893023 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:32.999973 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Attempting to bind port 81e8b087-d716-44ce-bc8c-16f8326bdd1f on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:33.001895 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Attempting to bind port 81e8b087-d716-44ce-bc8c-16f8326bdd1f by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:33.004090 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Attempting to bind port 81e8b087-d716-44ce-bc8c-16f8326bdd1f on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:33.042857 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:33.047400 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:33.048999 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:33.054105 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:33.057346 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Bound port: 81e8b087-d716-44ce-bc8c-16f8326bdd1f, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:33.059134 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:33.147709 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:33.148189 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:33.300387 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Pushing event updated for resources: {'Port': ['ID=81e8b087-d716-44ce-bc8c-16f8326bdd1f,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:33.348160 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.349570 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.350623 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.352393 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.353211 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.356762 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.357856 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.359039 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.360712 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.363225 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.364000 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.367904 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.368819 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.371903 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.374427 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:56:33.378357 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Allocated IP 172.20.0.2 (ec788d8e-061b-43c6-8c8c-181d13912795/99f53892-bdf7-491d-b27b-88d4b37c04d6/2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:33.380994 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks [] for router_gateway (a97d25b0-a59a-4071-898a-f29be5295261), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Tracked resource versions report: Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: pushed versions: Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: { 'AddressGroup': {'1.2'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Agent': {'1.1'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'ConntrackHelper': {'1.0'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'LocalIPAssociation': {'1.0'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Log': {'1.0'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'NDPProxy': {'1.0'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Network': {'1.1'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Port': {'1.7'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'PortForwarding': {'1.2'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'QosPolicy': {'1.10'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroup': {'1.5'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroupRule': {'1.2'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'SubPort': {'1.0'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Subnet': {'1.1'}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Trunk': {'1.1'}} Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: consumer versions: Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: { DHCP agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: HyperV agent@hv-cinder-82966: {}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: L3 agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: Metadata agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: Metering agent@dv-cinder-829664-3-smb: {}, Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: Open vSwitch agent@dv-cinder-829664-3-smb: { 'AddressGroup': '1.2', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Agent': '1.1', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'ConntrackHelper': '1.0', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'LocalIPAssociation': '1.0', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Log': '1.0', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'NDPProxy': '1.0', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Network': '1.1', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Port': '1.7', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'PortForwarding': '1.2', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'QosPolicy': '1.10', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroup': '1.5', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'SecurityGroupRule': '1.2', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'SubPort': '1.0', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Subnet': '1.1', Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: 'Trunk': '1.1'}} Mar 14 18:56:33.382593 dv-cinder-829664-3-smb neutron-server[103193]: {{(pid=103193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 18:56:33.416847 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] For port 81e8b087-d716-44ce-bc8c-16f8326bdd1f, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:33.423696 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] For port 81e8b087-d716-44ce-bc8c-16f8326bdd1f, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=81e8b087-d716-44ce-bc8c-16f8326bdd1f,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:33.437856 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:33.500660 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05713cb-1557-402e-b0c2-3182a1b5e9d7 None None] Network e94f98c8-f193-4044-aade-c657f6b0401c requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:33.564181 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00efc76-8ff7-4fbf-9071-d51b75147d3c None None] Pushing event updated for resources: {'Port': ['ID=81e8b087-d716-44ce-bc8c-16f8326bdd1f,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:33.626287 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Routers {'4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:33.627729 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:33.654415 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:33.688420 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-27fe1b92-ef5b-49e3-ba93-2bcd12bac388 service neutron] 10.222.0.35 "GET /v2.0/networks/42e5474e-17e5-464f-b5cb-8baa04247dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9450843 Mar 14 18:56:33.898855 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:33.898855 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:33.923273 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Allocated IP 172.20.0.1 (6812997a-7703-4b8e-9fa6-43bfd594cf2d/3c4bf07e-0890-4640-9b68-0a62f4cbf364/4a980ac7-bc28-43bb-9a98-3a2e660d110a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:33.942539 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Allocated IP 172.28.0.211 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/f61e8fbc-94d4-4f64-aad9-f10dff0cd658) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:34.004138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-8e2f3839-4b6a-4ad2-a268-49767f1e3efc None None] Provisioning complete for port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:34.008055 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8e2f3839-4b6a-4ad2-a268-49767f1e3efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.009731 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] Set router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:34.092121 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks [] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.135171 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45258) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:34.146922 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.218617 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:34.227374 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Pushing event updated for resources: {'Port': ['ID=4a980ac7-bc28-43bb-9a98-3a2e660d110a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:34.233565 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks [] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.243642 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:34.250136 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:34.251149 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.271504 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:34.271731 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:28Z', 'revision_number': 3, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:34.287442 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.343772 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.480949 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d93af91a-5db0-4a0e-b282-25aa9a2fff43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.497405 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:34.525624 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:34.543013 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:34.594067 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:34.595080 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Updating router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 port a205cf38-edec-41c4-8f6a-5f7c3b184394 binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:34.649629 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:34.665530 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-30fd28ee-b569-43cd-b61f-82ba1bbe6d35 service neutron] 10.222.0.35 "GET /v2.0/networks/42e5474e-17e5-464f-b5cb-8baa04247dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454217 Mar 14 18:56:34.685556 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:28Z', 'revision_number': 3, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port': {'id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:26Z', 'updated_at': '2022-03-14T18:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:34.716507 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.747026 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b5221-7f3a-4cb6-a54f-85709a880e4c None None] The sync data for ids ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'] in dv-cinder-829664-3-smb is: [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:28Z', 'revision_number': 3, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port': {'id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:26Z', 'updated_at': '2022-03-14T18:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:34.761172 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.891596 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:34.984635 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Publish callbacks [] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.059586 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f3839-4b6a-4ad2-a268-49767f1e3efc None None] Current status of the port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:35.065597 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:35.084811 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.295383 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Network ec788d8e-061b-43c6-8c8c-181d13912795 is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:35.311919 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:35.318781 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:35.458289 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks [] for router_gateway (a97d25b0-a59a-4071-898a-f29be5295261), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.487768 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d93af91a-5db0-4a0e-b282-25aa9a2fff43 admin admin] Publish callbacks [] for security_group (7cf7fbbc-63b8-4f25-9a66-7658f3e30635), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.493194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.505458 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d93af91a-5db0-4a0e-b282-25aa9a2fff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7cf7fbbc-63b8-4f25-9a66-7658f3e30635), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.552299 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-1bdb42ad-6bec-41f4-a95d-b86beb65010f None None] Provisioning complete for port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:35.552299 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1bdb42ad-6bec-41f4-a95d-b86beb65010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.567897 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45322) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:35.577876 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-d93af91a-5db0-4a0e-b282-25aa9a2fff43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0623c06d7f9c4992a67ae6045605f9a5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4368298 Mar 14 18:56:35.585874 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45330) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:35.734733 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfc392b-2287-490c-88bd-378c988fb065 admin admin] Publish callbacks [] for security_group (7cf7fbbc-63b8-4f25-9a66-7658f3e30635), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.775730 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c4dd2cfa-bfaa-48dd-9a02-363d4fa6852e req-736279b3-511b-439f-8c99-728a012eb351 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.2062826 Mar 14 18:56:35.911419 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Attempting to bind port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:35.911990 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Attempting to bind port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:35.912502 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Attempting to bind port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 on network ec788d8e-061b-43c6-8c8c-181d13912795 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:35.933138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:35.973436 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:35.974199 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Checking segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:35.982792 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.983495 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Bound using segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:35.986791 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks [] for router_gateway (f65b737e-20ae-4acc-a321-019ea5e28aa6), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:35.988375 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Bound port: 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:35.989397 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.152151 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfc392b-2287-490c-88bd-378c988fb065 admin admin] Publish callbacks [] for security_group (7cf7fbbc-63b8-4f25-9a66-7658f3e30635), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.198978 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] For port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:36.206944 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] For port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:36.219105 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.223205 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Allocated IP 172.20.0.1 (a07da1d2-b552-44b1-8243-3a7abdd3f56b/25c003d0-4d70-4b00-957b-d161a2d8b8e3/73dccfb8-3675-4230-943d-7495c4f32333) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:36.256480 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb42ad-6bec-41f4-a95d-b86beb65010f None None] Current status of the port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:36.293642 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93af91a-5db0-4a0e-b282-25aa9a2fff43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7fbbc-63b8-4f25-9a66-7658f3e30635,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:36.339853 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Publish callbacks [] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.380962 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.399277 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204ccf4-80e4-4b8c-b7c7-2cd3216e258d None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:36.545524 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Attempting to bind port a205cf38-edec-41c4-8f6a-5f7c3b184394 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:36.551603 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Attempting to bind port a205cf38-edec-41c4-8f6a-5f7c3b184394 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:36.552091 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Attempting to bind port a205cf38-edec-41c4-8f6a-5f7c3b184394 on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:36.573968 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks [] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.584704 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:36.585062 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:36.585974 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.591510 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:36.592163 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Bound port: a205cf38-edec-41c4-8f6a-5f7c3b184394, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:36.592644 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.594644 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5afaa-3623-4530-a40f-6fc558ae8eeb None None] Pushing event updated for resources: {'Port': ['ID=a205cf38-edec-41c4-8f6a-5f7c3b184394,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:36.691320 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.704957 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.708082 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 53d7fa7a-5b27-4f6b-a266-c966622fe7ed up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:36.716491 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks [] for port (73dccfb8-3675-4230-943d-7495c4f32333), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:36.808939 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] For port a205cf38-edec-41c4-8f6a-5f7c3b184394, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:36.815506 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] For port a205cf38-edec-41c4-8f6a-5f7c3b184394, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=a205cf38-edec-41c4-8f6a-5f7c3b184394,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:36.843413 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Allocated IP 172.28.0.99 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/3143d1ea-03e2-4afc-ba5c-19ea05b608fb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:36.843778 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.003503 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Pushing event updated for resources: {'Port': ['ID=4a980ac7-bc28-43bb-9a98-3a2e660d110a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:37.033165 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:37.034310 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.212959 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfc392b-2287-490c-88bd-378c988fb065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7cf7fbbc-63b8-4f25-9a66-7658f3e30635), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.220058 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfc392b-2287-490c-88bd-378c988fb065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.222497 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-7cfc392b-2287-490c-88bd-378c988fb065 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cf7fbbc-63b8-4f25-9a66-7658f3e30635 HTTP/1.1" status: 204 len: 168 time: 1.6346655 Mar 14 18:56:37.245348 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5afaa-3623-4530-a40f-6fc558ae8eeb None None] Pushing event updated for resources: {'Port': ['ID=a205cf38-edec-41c4-8f6a-5f7c3b184394,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:37.258300 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:37.259824 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:37.289380 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (73dccfb8-3675-4230-943d-7495c4f32333), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.432353 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc392b-2287-490c-88bd-378c988fb065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7fbbc-63b8-4f25-9a66-7658f3e30635,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:37.470006 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks [] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.524597 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:37.529502 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:37.570478 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-97600959-4b15-45f4-9a5c-9f9522d2d1a1 req-0eccf117-ed03-454e-88ec-ff846c23a6a4 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.3547525 Mar 14 18:56:37.575468 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (f65b737e-20ae-4acc-a321-019ea5e28aa6), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.712893 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:37.830926 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:37.834875 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:37.880286 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:37.964389 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:37.980704 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:38.172061 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:38.254820 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:56:38.395449 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:38.396278 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.578866 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:38.582034 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 81e8b087-d716-44ce-bc8c-16f8326bdd1f up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:38.707973 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:38.803658 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Pushing event updated for resources: {'Port': ['ID=73dccfb8-3675-4230-943d-7495c4f32333,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:38.824181 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks [] for router_gateway (a97d25b0-a59a-4071-898a-f29be5295261), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:38.841075 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45418) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:39.184745 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-3ef81b4d-bb48-4180-a85c-fd9853c3f231 None None] Provisioning complete for port 73dccfb8-3675-4230-943d-7495c4f32333 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:39.185131 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-3ef81b4d-bb48-4180-a85c-fd9853c3f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (73dccfb8-3675-4230-943d-7495c4f32333), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:39.295852 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 81e8b087-d716-44ce-bc8c-16f8326bdd1f triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:39.297241 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:39.319834 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:39.340758 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-023954fb-2e9c-4680-b690-7908a1163eaa admin admin] 10.222.0.35 "PUT /v2.0/routers/4bb941f0-0710-4fe2-97fa-053bcd2cdf3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1717792 Mar 14 18:56:39.349521 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Sync routers for ids ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:39.406212 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Routers {'4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:39.408748 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:39.411582 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bfe1ae97-d1ca-450d-9184-a9d3cfba51db req-d2b1c6a9-b6bf-465d-8a00-a56c7dfe9bf9 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.1555066 Mar 14 18:56:39.419298 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (73dccfb8-3675-4230-943d-7495c4f32333), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:39.479230 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e435ae3-20b7-4bcc-a133-2fff716c8441 None None] Network ec788d8e-061b-43c6-8c8c-181d13912795 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:56:39.488890 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Router f65b737e-20ae-4acc-a321-019ea5e28aa6 is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:56:39.831988 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-3ef81b4d-bb48-4180-a85c-fd9853c3f231 None None] Port 73dccfb8-3675-4230-943d-7495c4f32333 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:39.896131 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (a97d25b0-a59a-4071-898a-f29be5295261), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:39.897251 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d05975df-d022-4509-a5ba-3d4cbc504911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:39.976328 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Set router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:40.072693 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d05975df-d022-4509-a5ba-3d4cbc504911 admin admin] Publish callbacks [] for security_group (3b2fb770-439f-4cbb-8f51-66325250dd5c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:40.100014 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:28Z', 'revision_number': 3, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:40.114354 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.21', 50520) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:40.253027 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks [] for port (73dccfb8-3675-4230-943d-7495c4f32333), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:40.278989 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda88800-6f4e-4061-89df-4089b7df22b0 None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:28Z', 'revision_number': 3, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:40.306500 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-65685111-532f-4484-95de-88d1459924b0 None None] Provisioning complete for port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:40.311533 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-65685111-532f-4484-95de-88d1459924b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:40.438793 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (73dccfb8-3675-4230-943d-7495c4f32333), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:40.442408 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:40.827573 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 81e8b087-d716-44ce-bc8c-16f8326bdd1f is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:40.836409 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.006656 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port': {'id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:26Z', 'updated_at': '2022-03-14T18:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4a980ac7-bc28-43bb-9a98-3a2e660d110a', 'name': '', 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'mac_address': 'fa:16:3e:79:c4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 2, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'subnets': [{'id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:41.040545 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4e4d64e2-c546-4f48-abaf-49fabefff13a req-b3f3ad2d-5a84-41a6-8ef9-05cdd97aba92 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.1674008 Mar 14 18:56:41.046972 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:41.070889 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Pushing event updated for resources: {'Port': ['ID=73dccfb8-3675-4230-943d-7495c4f32333,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:41.079931 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:41.092308 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Checking router: 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:41.092940 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Updating router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e port 4a980ac7-bc28-43bb-9a98-3a2e660d110a binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:41.125564 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 81e8b087-d716-44ce-bc8c-16f8326bdd1f, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=81e8b087-d716-44ce-bc8c-16f8326bdd1f,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:41.140524 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5142-7135-44a7-be4b-aaccf9382c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.150586 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.310864 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=81e8b087-d716-44ce-bc8c-16f8326bdd1f,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:41.337236 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-65685111-532f-4484-95de-88d1459924b0 None None] Current status of the port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:41.337641 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-65685111-532f-4484-95de-88d1459924b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.353003 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.529701 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-65685111-532f-4484-95de-88d1459924b0 None None] For port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:41.540058 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-65685111-532f-4484-95de-88d1459924b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.566759 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:56:41.590458 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d05975df-d022-4509-a5ba-3d4cbc504911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3b2fb770-439f-4cbb-8f51-66325250dd5c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.668692 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:41.676834 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:41.715134 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Sync routers for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:41.754154 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:41.759932 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e582f7dc-4fa8-4f6c-bb48-429e0ef884f4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.7582722 Mar 14 18:56:41.760566 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:41.761227 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:41.764928 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45510) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:41.792348 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05975df-d022-4509-a5ba-3d4cbc504911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2fb770-439f-4cbb-8f51-66325250dd5c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:41.923251 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-0918452e-518f-47d9-a492-d1c097fddf68 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:41.927742 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-0918452e-518f-47d9-a492-d1c097fddf68 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.21 "GET /v2.0/networks?id=42e5474e-17e5-464f-b5cb-8baa04247dd1 HTTP/1.1" status: 200 len: 812 time: 1.8110166 Mar 14 18:56:41.951754 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-d05975df-d022-4509-a5ba-3d4cbc504911 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd87bab83a7645dfb6b5d6db58f34600&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0934911 Mar 14 18:56:41.963097 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45514) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:42.045984 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Request body: {'port': {'device_id': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1', 'admin_state_up': True, 'tenant_id': '9f10f4bfa2554f8a8adec0073cb485c2'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:42.174199 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65685111-532f-4484-95de-88d1459924b0 None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:42.372547 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:42.508911 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:42.519374 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:42.519759 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:42.546279 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-51103d59-c05f-43b9-bc6b-676c45adc128 None None] Provisioning complete for port 73dccfb8-3675-4230-943d-7495c4f32333 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:42.546734 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-51103d59-c05f-43b9-bc6b-676c45adc128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (73dccfb8-3675-4230-943d-7495c4f32333), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:42.727201 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-090456a9-d25b-413b-9685-c35c52fdcc5f admin admin] Publish callbacks [] for security_group (3b2fb770-439f-4cbb-8f51-66325250dd5c), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:42.759880 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-d14c8e73-0d0e-450a-aa51-c93b968ac814 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:42.770008 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-d14c8e73-0d0e-450a-aa51-c93b968ac814 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 819 time: 1.2647669 Mar 14 18:56:42.801316 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-51103d59-c05f-43b9-bc6b-676c45adc128 None None] Port 73dccfb8-3675-4230-943d-7495c4f32333 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:42.854533 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Publish callbacks [] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:42.871203 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-643c6917-7468-4b3e-acc5-abd0a296f88a admin admin] 10.222.0.35 "PUT /v2.0/routers/ef715581-fbf8-4a55-bf54-cbe48a00dfa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3492107 Mar 14 18:56:42.883979 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.089324 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-39fb62de-418a-40aa-8503-051ceedce62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.117493 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-00abfd17-9802-407a-85bc-630dd9cc6bdc None None] Provisioning complete for port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:43.117493 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-00abfd17-9802-407a-85bc-630dd9cc6bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.139506 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-090456a9-d25b-413b-9685-c35c52fdcc5f admin admin] Publish callbacks [] for security_group (3b2fb770-439f-4cbb-8f51-66325250dd5c), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.195425 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d92a-bd11-42b8-b9e1-ce9f93c3e182 None None] Pushing event updated for resources: {'Port': ['ID=4a980ac7-bc28-43bb-9a98-3a2e660d110a,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:43.218493 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c1d1699b-934e-40eb-96b8-2f7bc8bbe016 req-f1fd7574-a325-428a-8f53-7097cb1f09e8 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.7060421 Mar 14 18:56:43.229254 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-27381d43-6363-46d9-9b5f-aba76b717310 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/quotas/0ad98b4def6941429b8ec27785cf2c9a HTTP/1.1" status: 200 len: 375 time: 0.1441200 Mar 14 18:56:43.269189 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Attempting to bind port 4a980ac7-bc28-43bb-9a98-3a2e660d110a on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:43.269563 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Attempting to bind port 4a980ac7-bc28-43bb-9a98-3a2e660d110a by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:43.273803 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Attempting to bind port 4a980ac7-bc28-43bb-9a98-3a2e660d110a on network 6812997a-7703-4b8e-9fa6-43bfd594cf2d {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:43.289651 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:43.289651 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Checking segment: {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:43.289651 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.290128 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Bound using segment: {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:43.290591 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Bound port: 4a980ac7-bc28-43bb-9a98-3a2e660d110a, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:43.290983 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.351509 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:43.353079 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device a205cf38-edec-41c4-8f6a-5f7c3b184394 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:43.458173 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Router a97d25b0-a59a-4071-898a-f29be5295261 is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 18:56:43.473183 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Made reservation on behalf of 9f10f4bfa2554f8a8adec0073cb485c2 for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:43.481712 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.504792 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] For port 4a980ac7-bc28-43bb-9a98-3a2e660d110a, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:43.509177 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] For port 4a980ac7-bc28-43bb-9a98-3a2e660d110a, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=4a980ac7-bc28-43bb-9a98-3a2e660d110a,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:43.527819 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.529753 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 3, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:43.536134 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-00abfd17-9802-407a-85bc-630dd9cc6bdc None None] Current status of the port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:43.686833 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Routers {'4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:43.688865 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:43.816436 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-090456a9-d25b-413b-9685-c35c52fdcc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3b2fb770-439f-4cbb-8f51-66325250dd5c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.823641 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-090456a9-d25b-413b-9685-c35c52fdcc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:43.827857 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-090456a9-d25b-413b-9685-c35c52fdcc5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b2fb770-439f-4cbb-8f51-66325250dd5c HTTP/1.1" status: 204 len: 168 time: 1.8610656 Mar 14 18:56:43.907590 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Checking router: f65b737e-20ae-4acc-a321-019ea5e28aa6 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:43.908047 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Updating router f65b737e-20ae-4acc-a321-019ea5e28aa6 port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:43.952546 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] Set router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:44.068668 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:44.082608 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port a205cf38-edec-41c4-8f6a-5f7c3b184394 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:44.083172 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:44.181097 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090456a9-d25b-413b-9685-c35c52fdcc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2fb770-439f-4cbb-8f51-66325250dd5c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:44.333604 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:44.369311 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:44.370203 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:44.555760 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:44.795334 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:44.896992 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-19764b7f-24d2-4e94-a979-73126bdf24e2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5499113 Mar 14 18:56:45.038905 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d92a-bd11-42b8-b9e1-ce9f93c3e182 None None] Pushing event updated for resources: {'Port': ['ID=4a980ac7-bc28-43bb-9a98-3a2e660d110a,revision_number=4']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:45.097099 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port': {'id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:26Z', 'updated_at': '2022-03-14T18:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4a980ac7-bc28-43bb-9a98-3a2e660d110a', 'name': '', 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'mac_address': 'fa:16:3e:79:c4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:43Z', 'revision_number': 4, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'subnets': [{'id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:45.120272 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45572) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:45.145178 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 2, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:45.155459 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-6853c24e-f2a3-4a51-844e-01265496c2df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725963362', 'description': 'tempest-description--1191118112'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:45.185654 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b11f58-d078-45a0-a223-dfa454ba3e9b None None] The sync data for ids ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'] in dv-cinder-829664-3-smb is: [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:34Z', 'revision_number': 4, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port': {'id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:26Z', 'updated_at': '2022-03-14T18:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4a980ac7-bc28-43bb-9a98-3a2e660d110a', 'name': '', 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'mac_address': 'fa:16:3e:79:c4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:33Z', 'updated_at': '2022-03-14T18:56:43Z', 'revision_number': 4, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'subnets': [{'id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:45.188760 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:45.189679 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Updating router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 port 73dccfb8-3675-4230-943d-7495c4f32333 binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:45.277398 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (73dccfb8-3675-4230-943d-7495c4f32333), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:45.325310 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:45.333139 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6853c24e-f2a3-4a51-844e-01265496c2df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:45.424790 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Sync routers for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:56:45.556517 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a12051a4-3d43-48b7-a8f8-66f93e17c749 req-06d68b83-34b2-4165-b008-45af67b409aa tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.1349750 Mar 14 18:56:45.581462 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Allocated IP 172.20.0.4 (42e5474e-17e5-464f-b5cb-8baa04247dd1/5359aad6-d254-4245-b45a-0792c18c49d8/1b70dc9f-d098-4b34-a902-a215ae536cda) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:45.587638 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:45.679232 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45576) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:45.806639 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a1e99c08-cca7-4ef9-a8e1-d75a49820a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:45.852942 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port a205cf38-edec-41c4-8f6a-5f7c3b184394 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:45.854932 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:45.872154 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:45.879181 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-4fb514da-9f08-418e-a400-84f25e0fdeb8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.7932777 Mar 14 18:56:45.889126 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45588) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:45.893652 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:45.894245 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:46.160920 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-dc331652-b2fe-40eb-bb70-6292a9baa17a service neutron] 10.222.0.35 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2619755 Mar 14 18:56:46.228913 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port a205cf38-edec-41c4-8f6a-5f7c3b184394, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=a205cf38-edec-41c4-8f6a-5f7c3b184394,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:46.253988 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:46.343559 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:46.501908 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a1e99c08-cca7-4ef9-a8e1-d75a49820a28 admin admin] Publish callbacks [] for security_group (eaf9a048-c1b8-4c51-94a8-754558b284d8), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:46.560185 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:46.592282 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a1e99c08-cca7-4ef9-a8e1-d75a49820a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (eaf9a048-c1b8-4c51-94a8-754558b284d8), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.081891 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Publish callbacks [] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.086321 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 4a980ac7-bc28-43bb-9a98-3a2e660d110a up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:47.136308 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6853c24e-f2a3-4a51-844e-01265496c2df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (3010adf4-d065-46ae-b03f-e9535f02e5e0), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.180498 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Publish callbacks [] for port (73dccfb8-3675-4230-943d-7495c4f32333), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.189384 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7c8ab9b0-f983-44bd-a419-fcdde318747c req-e76d3518-15f6-42da-84bd-2dd802c1f1f9 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.3463821 Mar 14 18:56:47.195804 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (73dccfb8-3675-4230-943d-7495c4f32333), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.223366 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.305229 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e99c08-cca7-4ef9-a8e1-d75a49820a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9a048-c1b8-4c51-94a8-754558b284d8,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.316773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.338212 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-a1e99c08-cca7-4ef9-a8e1-d75a49820a28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=024a760072d74d839c6dc895294826db&name=default HTTP/1.1" status: 200 len: 2994 time: 1.6540480 Mar 14 18:56:47.342047 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45606) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:47.358289 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6853c24e-f2a3-4a51-844e-01265496c2df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3010adf4-d065-46ae-b03f-e9535f02e5e0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.431712 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Attempting to bind port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:47.432110 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Attempting to bind port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:47.432503 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Attempting to bind port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:47.445974 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=a205cf38-edec-41c4-8f6a-5f7c3b184394,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.483225 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97f97b-df3c-4701-9ce3-33ef5ec542e7 None None] Pushing event updated for resources: {'Port': ['ID=73dccfb8-3675-4230-943d-7495c4f32333,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.574865 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:47.576542 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:47.577167 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.578377 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:47.579113 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Bound port: f61e8fbc-94d4-4f64-aad9-f10dff0cd658, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:47.579932 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.599058 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 4a980ac7-bc28-43bb-9a98-3a2e660d110a triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:47.599568 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.607524 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853c24e-f2a3-4a51-844e-01265496c2df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3010adf4-d065-46ae-b03f-e9535f02e5e0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:47.620368 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-26561e19-3fe2-473e-8b4c-d8dc130bea14 service neutron] 10.222.0.35 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3465991 Mar 14 18:56:47.624193 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Allocated IP 172.20.0.1 (e94f98c8-f193-4044-aade-c657f6b0401c/417643b2-7c20-48f4-9f46-0ef378eef4a0/4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:47.689370 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks [] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.705773 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fa150ef9-aed9-453b-ba06-08c38dbd9220 admin admin] Publish callbacks [] for security_group (eaf9a048-c1b8-4c51-94a8-754558b284d8), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.806894 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Attempting to bind port 73dccfb8-3675-4230-943d-7495c4f32333 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:47.807299 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Attempting to bind port 73dccfb8-3675-4230-943d-7495c4f32333 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:47.807703 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Attempting to bind port 73dccfb8-3675-4230-943d-7495c4f32333 on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:47.843518 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:47.843867 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Checking segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:47.844317 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.844635 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Bound using segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:47.845131 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Bound port: 73dccfb8-3675-4230-943d-7495c4f32333, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:47.854737 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (73dccfb8-3675-4230-943d-7495c4f32333), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:47.972899 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fa150ef9-aed9-453b-ba06-08c38dbd9220 admin admin] Publish callbacks [] for security_group (eaf9a048-c1b8-4c51-94a8-754558b284d8), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.019924 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fe72e-36cb-4c37-9497-8e2be37d7a39 None None] Pushing event updated for resources: {'Port': ['ID=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:48.130878 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] For port 73dccfb8-3675-4230-943d-7495c4f32333, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:48.133276 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.141177 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] For port 73dccfb8-3675-4230-943d-7495c4f32333, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=73dccfb8-3675-4230-943d-7495c4f32333,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:48.156971 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (73dccfb8-3675-4230-943d-7495c4f32333), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.213091 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] For port f61e8fbc-94d4-4f64-aad9-f10dff0cd658, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:48.426145 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks [] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.440264 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] For port f61e8fbc-94d4-4f64-aad9-f10dff0cd658, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:48.448314 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fa150ef9-aed9-453b-ba06-08c38dbd9220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (eaf9a048-c1b8-4c51-94a8-754558b284d8), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.465677 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fa150ef9-aed9-453b-ba06-08c38dbd9220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.473983 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-fa150ef9-aed9-453b-ba06-08c38dbd9220 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eaf9a048-c1b8-4c51-94a8-754558b284d8 HTTP/1.1" status: 204 len: 168 time: 1.1204817 Mar 14 18:56:48.690352 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:48.695956 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:48.745589 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa150ef9-aed9-453b-ba06-08c38dbd9220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9a048-c1b8-4c51-94a8-754558b284d8,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:48.766024 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-12205ed3-d2c4-4a5c-9b11-a08675a1945f req-8e662270-bfce-451e-9dd8-6fc37fdab46a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 210 time: 0.2498825 Mar 14 18:56:48.867691 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.868859 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 4a980ac7-bc28-43bb-9a98-3a2e660d110a is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:48.886277 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.958463 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97f97b-df3c-4701-9ce3-33ef5ec542e7 None None] Pushing event updated for resources: {'Port': ['ID=73dccfb8-3675-4230-943d-7495c4f32333,revision_number=4']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:48.969076 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6853c24e-f2a3-4a51-844e-01265496c2df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:48.971846 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-6853c24e-f2a3-4a51-844e-01265496c2df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.8499994 Mar 14 18:56:48.980627 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45642) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:49.043113 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-caad1f2e-7a0d-4695-aeb0-c65e8f0b6683 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': '3010adf4-d065-46ae-b03f-e9535f02e5e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:49.106061 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:49.294245 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:49.303458 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-abb027f5-cf6f-45ad-90fa-13e5d72845cf None None] Provisioning complete for port 73dccfb8-3675-4230-943d-7495c4f32333 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:49.304200 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-abb027f5-cf6f-45ad-90fa-13e5d72845cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (73dccfb8-3675-4230-943d-7495c4f32333), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:49.346634 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Network 42e5474e-17e5-464f-b5cb-8baa04247dd1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:49.481889 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:49.497269 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:49.510084 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e09d2-c32e-47cf-b16b-64d48831b319 req-75dd4dc6-d671-497c-9607-91863d55a632 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.541147 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f36e09d2-c32e-47cf-b16b-64d48831b319 req-75dd4dc6-d671-497c-9607-91863d55a632 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 931 time: 0.8510108 Mar 14 18:56:49.542141 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:49.542913 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:49.596560 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:49.657794 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Pushing event updated for resources: {'Port': ['ID=1b70dc9f-d098-4b34-a902-a215ae536cda,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:49.699105 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-b615ea5b-7419-4367-9afe-3672a4ebeee0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7069447 Mar 14 18:56:49.717866 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Network e94f98c8-f193-4044-aade-c657f6b0401c is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:49.720749 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-f3299175-3982-40ac-ba8b-d41fb74a3fcc tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:56:49.722253 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-f3299175-3982-40ac-ba8b-d41fb74a3fcc tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131531 Mar 14 18:56:49.826984 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-caad1f2e-7a0d-4695-aeb0-c65e8f0b6683 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (385fdb65-b607-4b40-8f5f-04b3050b9f71), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:49.861825 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:49.900283 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:49.902678 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (f65b737e-20ae-4acc-a321-019ea5e28aa6), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:50.004268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:50.132594 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 4a980ac7-bc28-43bb-9a98-3a2e660d110a, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=4a980ac7-bc28-43bb-9a98-3a2e660d110a,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:50.137223 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fe72e-36cb-4c37-9497-8e2be37d7a39 None None] Pushing event updated for resources: {'Port': ['ID=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:50.238135 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:50.244922 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 81e8b087-d716-44ce-bc8c-16f8326bdd1f up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:50.372694 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:48Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:50.375978 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Request body: {'port': {'device_id': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:50.470939 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-caad1f2e-7a0d-4695-aeb0-c65e8f0b6683 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (385fdb65-b607-4b40-8f5f-04b3050b9f71), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:50.497321 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-caad1f2e-7a0d-4695-aeb0-c65e8f0b6683 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (385fdb65-b607-4b40-8f5f-04b3050b9f71), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:50.503273 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:50.503984 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:50.545280 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1c4826-ab11-4675-8011-a7bc73087acb None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:48Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:50.831357 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad1f2e-7a0d-4695-aeb0-c65e8f0b6683 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385fdb65-b607-4b40-8f5f-04b3050b9f71,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:50.865937 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:50.882478 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:38Z', 'revision_number': 3, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:50.902298 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-caad1f2e-7a0d-4695-aeb0-c65e8f0b6683 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:50.905593 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-caad1f2e-7a0d-4695-aeb0-c65e8f0b6683 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8896754 Mar 14 18:56:50.934905 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45710) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:50.952435 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:50.964682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-09428445-10c5-43d1-b8a3-abaef60a3d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': '3010adf4-d065-46ae-b03f-e9535f02e5e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:51.095037 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f36e09d2-c32e-47cf-b16b-64d48831b319 req-6c5ac8dc-d71c-4ecf-88f0-ba93d43050fc tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5498607 Mar 14 18:56:51.182735 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Checking router: a97d25b0-a59a-4071-898a-f29be5295261 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:56:51.183232 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Updating router a97d25b0-a59a-4071-898a-f29be5295261 port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:56:51.204220 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09428445-10c5-43d1-b8a3-abaef60a3d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (abf2b755-ec6e-439f-b386-d53f1b63aa9d), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.277275 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Allocated IP 172.20.0.1 (ec788d8e-061b-43c6-8c8c-181d13912795/99f53892-bdf7-491d-b27b-88d4b37c04d6/9574c4f0-04cf-4c48-be3f-1cf07d5f5343) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:51.310663 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.411240 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-7f6e6f62-db49-4bc3-bdf5-96d60f1342dd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:51.414755 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-7f6e6f62-db49-4bc3-bdf5-96d60f1342dd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 819 time: 1.5318227 Mar 14 18:56:51.497553 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-cb07b378-9358-4671-bfbc-0b79513a3890 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/quotas/0ad98b4def6941429b8ec27785cf2c9a HTTP/1.1" status: 200 len: 375 time: 0.0752060 Mar 14 18:56:51.554808 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.782596 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09428445-10c5-43d1-b8a3-abaef60a3d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (abf2b755-ec6e-439f-b386-d53f1b63aa9d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.828110 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-e93262cb-18d0-4d78-9c49-13f8519ec09e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3063450 Mar 14 18:56:51.857315 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09428445-10c5-43d1-b8a3-abaef60a3d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (abf2b755-ec6e-439f-b386-d53f1b63aa9d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:51.987781 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09428445-10c5-43d1-b8a3-abaef60a3d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf2b755-ec6e-439f-b386-d53f1b63aa9d,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:52.080162 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09428445-10c5-43d1-b8a3-abaef60a3d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:52.105016 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-09428445-10c5-43d1-b8a3-abaef60a3d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1680140 Mar 14 18:56:52.116332 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 45734) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:52.223840 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:52.316913 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-abb027f5-cf6f-45ad-90fa-13e5d72845cf None None] Current status of the port 73dccfb8-3675-4230-943d-7495c4f32333 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:52.317610 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-abb027f5-cf6f-45ad-90fa-13e5d72845cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (73dccfb8-3675-4230-943d-7495c4f32333), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:52.319461 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=4a980ac7-bc28-43bb-9a98-3a2e660d110a,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:52.383116 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks [] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:52.419454 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 81e8b087-d716-44ce-bc8c-16f8326bdd1f triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:52.424805 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:52.450507 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.21', 50536) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:52.533573 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:52.859085 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:52.986717 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b70dc9f-d098-4b34-a902-a215ae536cda {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:56:53.021178 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Publish callbacks [] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.087242 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Transition to ACTIVE for port object 1b70dc9f-d098-4b34-a902-a215ae536cda will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:56:53.157192 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-abb027f5-cf6f-45ad-90fa-13e5d72845cf None None] For port 73dccfb8-3675-4230-943d-7495c4f32333, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=73dccfb8-3675-4230-943d-7495c4f32333,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:56:53.183910 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.274284 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-abb027f5-cf6f-45ad-90fa-13e5d72845cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (73dccfb8-3675-4230-943d-7495c4f32333), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.353373 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Publish callbacks [] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.364868 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.439018 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.595761 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-ca4068c6-501f-42c8-aaef-a3e9185a31ec tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.597548 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-ca4068c6-501f-42c8-aaef-a3e9185a31ec tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 819 time: 1.1148560 Mar 14 18:56:53.603548 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-c0ca0494-e268-4c37-8e0a-e941f434841e service neutron] 10.222.0.35 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7738731 Mar 14 18:56:53.610624 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Network ec788d8e-061b-43c6-8c8c-181d13912795 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:53.621558 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:53.650293 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:53.651025 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (a97d25b0-a59a-4071-898a-f29be5295261), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.665101 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-c5e45d5b-d2e3-43e9-9cef-dcf51524a0bf None None] Provisioning complete for port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:53.679466 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-c5e45d5b-d2e3-43e9-9cef-dcf51524a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.768162 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb027f5-cf6f-45ad-90fa-13e5d72845cf None None] Pushing event updated for resources: {'Port': ['ID=73dccfb8-3675-4230-943d-7495c4f32333,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:53.800506 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks [] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.860981 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0676f8-7906-4f66-8b70-c659a5c08109 req-c30d6cd6-9dfb-493c-b4f6-0fa080545c11 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:53.865265 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a0676f8-7906-4f66-8b70-c659a5c08109 req-c30d6cd6-9dfb-493c-b4f6-0fa080545c11 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 943 time: 1.0818746 Mar 14 18:56:53.894092 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Attempting to bind port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:53.894929 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.895999 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (f65b737e-20ae-4acc-a321-019ea5e28aa6), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:53.896133 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Attempting to bind port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:53.896537 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Attempting to bind port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:54.202733 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b70dc9f-d098-4b34-a902-a215ae536cda,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:54.219168 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:54.219462 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:54.219899 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.220144 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:54.222165 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Bound port: 3143d1ea-03e2-4afc-ba5c-19ea05b608fb, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:54.222165 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.320529 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982774d0-20e9-4e28-a1d2-33237f604bfe None None] Pushing event updated for resources: {'Port': ['ID=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:54.327765 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 81e8b087-d716-44ce-bc8c-16f8326bdd1f is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:54.331450 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:54.338240 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Request body: {'port': {'device_id': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'admin_state_up': True, 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:54.340762 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-c5e45d5b-d2e3-43e9-9cef-dcf51524a0bf None None] Port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:54.427002 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:54.461330 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:54.469497 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Attempting to bind port 1b70dc9f-d098-4b34-a902-a215ae536cda on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:56:54.470260 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Attempting to bind port 1b70dc9f-d098-4b34-a902-a215ae536cda by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '48a63109-45fe-4719-b743-20760d3631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:56:54.470652 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Attempting to bind port 1b70dc9f-d098-4b34-a902-a215ae536cda on network 42e5474e-17e5-464f-b5cb-8baa04247dd1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:54.481474 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] For port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:54.496656 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Port 1b70dc9f-d098-4b34-a902-a215ae536cda on network 42e5474e-17e5-464f-b5cb-8baa04247dd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:56:54.497088 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Attempting to bind port 1b70dc9f-d098-4b34-a902-a215ae536cda on network 42e5474e-17e5-464f-b5cb-8baa04247dd1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:56:54.503543 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.529921 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:56:54.530330 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Checking segment: {'id': '48a63109-45fe-4719-b743-20760d3631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:56:54.530886 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Bound using segment: {'id': '48a63109-45fe-4719-b743-20760d3631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:56:54.531342 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Bound port: 1b70dc9f-d098-4b34-a902-a215ae536cda, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a63109-45fe-4719-b743-20760d3631cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:56:54.531719 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.571755 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] For port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:54.602516 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ab047422-f16c-4830-81f0-ca9e5acf0617 service neutron] 10.222.0.35 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9849372 Mar 14 18:56:54.624454 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a0676f8-7906-4f66-8b70-c659a5c08109 req-eaf9b9dd-3ad7-413f-9dfc-f134df53414c tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123005 Mar 14 18:56:54.661998 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.672912 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.683319 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-c5e45d5b-d2e3-43e9-9cef-dcf51524a0bf None None] Provisioning complete for port 73dccfb8-3675-4230-943d-7495c4f32333 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:54.684876 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-c5e45d5b-d2e3-43e9-9cef-dcf51524a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (73dccfb8-3675-4230-943d-7495c4f32333), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.946685 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Made reservation on behalf of 0ad98b4def6941429b8ec27785cf2c9a for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:56:54.950533 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:54.958130 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] For port 1b70dc9f-d098-4b34-a902-a215ae536cda, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:56:55.128934 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] For port 1b70dc9f-d098-4b34-a902-a215ae536cda, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1b70dc9f-d098-4b34-a902-a215ae536cda,segment=NetworkSegment(48a63109-45fe-4719-b743-20760d3631cd),segment_id=48a63109-45fe-4719-b743-20760d3631cd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:56:55.213063 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.234196 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.28.0.145 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/8aa98e23-e636-476b-99e3-1aa80e381db9) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:55.258058 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:56:55.260181 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:55.264310 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Network e94f98c8-f193-4044-aade-c657f6b0401c is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:55.291856 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:55.293706 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:55.303622 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982774d0-20e9-4e28-a1d2-33237f604bfe None None] Pushing event updated for resources: {'Port': ['ID=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:55.324979 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:55.544489 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8b77377f-041c-414b-8f03-4ec425f4e8d9 req-5073cc2c-380c-40ba-8fbd-8f19dc7bd6ac tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.2961974 Mar 14 18:56:55.775426 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 3, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:55.889645 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf87cb9e-98a3-4dfe-be52-269e58b51401 None None] The sync data for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb is: [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:35Z', 'revision_number': 3, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:56.087821 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:56.088397 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.089997 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b70dc9f-d098-4b34-a902-a215ae536cda HTTP/1.1" status: 200 len: 1093 time: 5.9897807 Mar 14 18:56:56.093124 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'tag': '1b70dc9f-d098-4b34-a902-a215ae536cda'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:56:56.160873 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-c5e45d5b-d2e3-43e9-9cef-dcf51524a0bf None None] Current status of the port 73dccfb8-3675-4230-943d-7495c4f32333 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:56.237486 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:56.275312 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:56:56.553927 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Router f65b737e-20ae-4acc-a321-019ea5e28aa6 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:56:56.937712 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-948085b1-9292-42e1-bc12-9fe469d89be5 None None] Provisioning complete for port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:56.939105 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-948085b1-9292-42e1-bc12-9fe469d89be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:56.963801 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.026924 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks [] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.035360 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-948085b1-9292-42e1-bc12-9fe469d89be5 None None] Port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:57.094461 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b88ebd9-a9fc-4c46-984c-a7facf1968b4", "tag": "1b70dc9f-d098-4b34-a902-a215ae536cda"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:56:57.173816 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.174878 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (a97d25b0-a59a-4071-898a-f29be5295261), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.184401 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 4a980ac7-bc28-43bb-9a98-3a2e660d110a up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:57.427639 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-948085b1-9292-42e1-bc12-9fe469d89be5 None None] Provisioning complete for port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:57.429026 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-948085b1-9292-42e1-bc12-9fe469d89be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:57.545369 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdedc1-4f58-4ba3-bab3-69db598b93e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b70dc9f-d098-4b34-a902-a215ae536cda,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:57.566169 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:56:57.616142 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d696ba35-8ba1-4c90-b0c9-bffa95105796 admin admin] 10.222.0.35 "PUT /v2.0/routers/f65b737e-20ae-4acc-a321-019ea5e28aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7703924 Mar 14 18:56:57.643398 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a97a6222-77ca-4961-9537-dda5eafb4649 req-90d3197d-9f35-4634-ae8b-b0cf35f68eb7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.6576500 Mar 14 18:56:57.844971 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-948085b1-9292-42e1-bc12-9fe469d89be5 None None] Port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:56:57.909309 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163db45-9564-42ed-8b0a-6f08a8f54c23 req-be60f68a-3205-4f11-9b3b-3a558287408f tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:57.930769 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4163db45-9564-42ed-8b0a-6f08a8f54c23 req-be60f68a-3205-4f11-9b3b-3a558287408f tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 943 time: 1.2705038 Mar 14 18:56:57.981658 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:58.003349 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 4a980ac7-bc28-43bb-9a98-3a2e660d110a triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:58.003949 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.018156 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:58.153447 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-6c1b841a-82d8-4676-b0b4-97a20644cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:58.159876 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-6c1b841a-82d8-4676-b0b4-97a20644cf41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f10f4bfa2554f8a8adec0073cb485c2&device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 1127 time: 1.8574224 Mar 14 18:56:58.297766 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:56:58.317889 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:56:58.404592 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=8aa98e23-e636-476b-99e3-1aa80e381db9,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:56:58.431562 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ffcbd2-8802-4f5c-aaa7-be982b158833 x-openstack-request-id: req-d3ffcbd2-8802-4f5c-aaa7-be982b158833 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:56:58.434532 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b88ebd9-a9fc-4c46-984c-a7facf1968b4", "tag": "1b70dc9f-d098-4b34-a902-a215ae536cda", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:56:58.436909 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3ffcbd2-8802-4f5c-aaa7-be982b158833 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:56:58.439599 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'tag': '1b70dc9f-d098-4b34-a902-a215ae536cda', 'status': 'completed', 'code': 200} Mar 14 18:56:58.441406 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.21', 50546) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:58.451993 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:56:58.563813 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4163db45-9564-42ed-8b0a-6f08a8f54c23 req-661e56bd-4ce5-4d54-9fd2-fc490d689570 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317208 Mar 14 18:56:59.015321 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 4a980ac7-bc28-43bb-9a98-3a2e660d110a is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:56:59.018299 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device a205cf38-edec-41c4-8f6a-5f7c3b184394 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:56:59.018541 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-56b35d40-6acc-47fb-acb9-207a8ae1bc0a req-e78a5180-b952-42fa-baf4-855347cd3419 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.1378770 Mar 14 18:56:59.122960 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (a15ab4a5-4aa8-439f-8dbe-a217108a668e), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.180541 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-e3d9d1bd-c60a-49b8-b90b-45f1e67e4ce0 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.201938 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-e3d9d1bd-c60a-49b8-b90b-45f1e67e4ce0 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 819 time: 0.6593587 Mar 14 18:56:59.219577 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:56:59.271515 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.338256 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc3369-12b7-4bb9-9fe1-ff764e4fd392 None None] The sync data for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb is: [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:56:59.346952 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Allocated IP 172.20.0.4 (6812997a-7703-4b8e-9fa6-43bfd594cf2d/3c4bf07e-0890-4640-9b68-0a62f4cbf364/d4a6c70d-934c-4c21-960e-2dc7b41975ba) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:56:59.373299 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-330866b7-a628-4259-b920-a164da95f687 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b70dc9f-d098-4b34-a902-a215ae536cda HTTP/1.1" status: 200 len: 217 time: 0.9768398 Mar 14 18:56:59.377359 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Request body: {'port': {'device_id': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'admin_state_up': True, 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:56:59.418722 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port a205cf38-edec-41c4-8f6a-5f7c3b184394 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:56:59.419114 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.629498 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-1edfb424-2f55-4893-a026-714d48c30367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:56:59.632140 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-1edfb424-2f55-4893-a026-714d48c30367 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5359aad6-d254-4245-b45a-0792c18c49d8 HTTP/1.1" status: 200 len: 852 time: 0.2332661 Mar 14 18:56:59.842785 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 45932) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:56:59.920591 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:56:59.929878 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.105178 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-6a93b571-9311-441d-b0a7-f6c15a4d1688 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636173820', 'description': 'tempest-description--1680538952'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:00.163916 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-95d14fe1-4e3e-43e3-8c5b-431a546ed8df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42e5474e-17e5-464f-b5cb-8baa04247dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4723547 Mar 14 18:57:00.214082 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a93b571-9311-441d-b0a7-f6c15a4d1688 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.266690 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=8aa98e23-e636-476b-99e3-1aa80e381db9,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:00.289810 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (a15ab4a5-4aa8-439f-8dbe-a217108a668e), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.385956 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-44c7ad90-7593-443a-868c-532c15f2e06b req-453bfbed-eea7-4a1a-8ab3-9acce30ac6b4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.0636666 Mar 14 18:57:00.419431 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.421063 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-351c7294-24e5-487b-b9d5-efc6ea48196a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2410834 Mar 14 18:57:00.449187 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port a205cf38-edec-41c4-8f6a-5f7c3b184394 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:00.465303 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 73dccfb8-3675-4230-943d-7495c4f32333 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:00.471650 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be7682-7183-44b6-9c6e-a8c69dacea33 req-a40e5a4b-1d6f-404b-9af8-c705839eda54 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:00.476440 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-87be7682-7183-44b6-9c6e-a8c69dacea33 req-a40e5a4b-1d6f-404b-9af8-c705839eda54 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 943 time: 0.5089948 Mar 14 18:57:00.648007 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-87be7682-7183-44b6-9c6e-a8c69dacea33 req-c5955c86-abb6-4422-ac8d-41c19031983b tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559942 Mar 14 18:57:00.687379 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Sync routers for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:00.730508 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:00.731181 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:00.758901 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 73dccfb8-3675-4230-943d-7495c4f32333 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:00.761807 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (73dccfb8-3675-4230-943d-7495c4f32333), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:00.986325 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 73dccfb8-3675-4230-943d-7495c4f32333 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:01.174481 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Network ec788d8e-061b-43c6-8c8c-181d13912795 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:01.176024 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-88bc8209-abe5-422c-b307-2913f4dbb60f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1725963362&fields=id&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 267 time: 0.1590121 Mar 14 18:57:01.249341 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:01.389584 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device f61e8fbc-94d4-4f64-aad9-f10dff0cd658 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:01.408581 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks [] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:01.528647 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:01.578131 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:01.675924 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:01.726442 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:01.728232 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:01.736373 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:01.853643 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:01.861775 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:01.862811 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:01.916623 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6082237 Mar 14 18:57:01.950701 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Request body: {'port': {'device_id': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:02.112963 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 2, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:02.167261 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.335349 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:02.336416 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.363982 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Checking router: f65b737e-20ae-4acc-a321-019ea5e28aa6 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:02.373022 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Updating router f65b737e-20ae-4acc-a321-019ea5e28aa6 port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:57:02.508108 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-eacd1c6f-58e2-4b1f-82bf-ea8ea10a9596 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:02.511946 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.525905 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-eacd1c6f-58e2-4b1f-82bf-ea8ea10a9596 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 1.3460886 Mar 14 18:57:02.530357 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port f61e8fbc-94d4-4f64-aad9-f10dff0cd658, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:02.540437 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.614757 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-dda49a87-984b-4bd3-89eb-6eb44b46c8d5 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/quotas/c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 375 time: 0.0863600 Mar 14 18:57:02.679445 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-95ffb973-fda8-46c3-88ab-da4b4d854322 service neutron] 10.222.0.21 "GET /v2.0/networks/42e5474e-17e5-464f-b5cb-8baa04247dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4625266 Mar 14 18:57:02.770067 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:02.771395 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfb58c-59bd-4fe5-ba7c-38c8409154f2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Pushing event updated for resources: {'Port': ['ID=d4a6c70d-934c-4c21-960e-2dc7b41975ba,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:02.815986 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-395b181c-efce-4318-828d-6225f0649441 None None] Provisioning complete for port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:02.816913 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-395b181c-efce-4318-828d-6225f0649441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:02.844483 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73d50395-53f6-42e0-8719-9f9992f2c421 req-5ab31ca2-fbb7-4fe4-a4b5-6914aa9c8f0d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.2861705 Mar 14 18:57:03.001289 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-973b52c2-04f9-41a6-b328-25370827b30f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3820677 Mar 14 18:57:03.069656 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-395b181c-efce-4318-828d-6225f0649441 None None] Port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:57:03.301168 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a93b571-9311-441d-b0a7-f6c15a4d1688 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (a1173ce0-1970-44e5-b728-13327b429ece), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.305140 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Publish callbacks [] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.324031 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.338279 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a31f1-2e75-4b6a-9517-0559f8c7d13a req-364b3ea0-a3cd-4a93-8034-e53dc98c8fe0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:03.356326 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b96a31f1-2e75-4b6a-9517-0559f8c7d13a req-364b3ea0-a3cd-4a93-8034-e53dc98c8fe0 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 943 time: 0.2046766 Mar 14 18:57:03.360773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3143d1ea-03e2-4afc-ba5c-19ea05b608fb up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:03.389230 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a93b571-9311-441d-b0a7-f6c15a4d1688 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a1173ce0-1970-44e5-b728-13327b429ece), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.487214 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c815-1cc5-4c74-a93a-d87fa9dc3683 None None] Pushing event updated for resources: {'Port': ['ID=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:03.501480 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a93b571-9311-441d-b0a7-f6c15a4d1688 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.505373 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-f47eae91-00d6-4256-ae73-7adc00588571 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:57:03.506047 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-6a93b571-9311-441d-b0a7-f6c15a4d1688 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.5925329 Mar 14 18:57:03.509969 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:03.510630 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.530411 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46038) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:03.531929 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-f47eae91-00d6-4256-ae73-7adc00588571 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2947340 Mar 14 18:57:03.542679 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-576c4169-e5ff-4862-901a-5b39c6906cfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'security_group_rule': {'security_group_id': 'a1173ce0-1970-44e5-b728-13327b429ece', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:03.655190 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:03.656408 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.671755 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Attempting to bind port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:03.672143 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Attempting to bind port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:03.674001 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Attempting to bind port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f on network e94f98c8-f193-4044-aade-c657f6b0401c {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:03.699928 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:57:03.706291 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:03.707899 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Checking segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:03.710785 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:03.711249 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.713696 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Bound using segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:03.716863 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Bound port: 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:03.719175 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.719530 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.721676 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device f61e8fbc-94d4-4f64-aad9-f10dff0cd658 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:03.808414 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b96a31f1-2e75-4b6a-9517-0559f8c7d13a req-24b21435-662e-4dcd-a0b4-f8d34ba16a4b tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507973 Mar 14 18:57:03.859091 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:03.951523 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:03.952155 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:03.964833 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-e88e0ddf-6c03-4db6-b6e5-a1f895e45cdf service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313464 Mar 14 18:57:03.966375 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46046) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:04.016441 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] For port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:04.024188 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Made reservation on behalf of 0ad98b4def6941429b8ec27785cf2c9a for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:04.034561 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.042984 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] For port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:04.068710 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.083224 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-576c4169-e5ff-4862-901a-5b39c6906cfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (9842a209-8b8e-4bb9-9229-6924f527e39a), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.104571 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-123147de-0fbc-4470-92ea-0cc6bbc0dde8 None None] Provisioning complete for port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:04.105211 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-123147de-0fbc-4470-92ea-0cc6bbc0dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.254887 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93b571-9311-441d-b0a7-f6c15a4d1688 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1173ce0-1970-44e5-b728-13327b429ece,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:04.291204 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b8052db5-b904-48cf-969c-377fc603fff2 req-fa5d9292-6272-48f3-9926-d316402d237a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.0785105 Mar 14 18:57:04.428554 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:04.434011 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:04.441973 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7c262b9-a753-47b0-9836-7fd1da2f3bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.448439 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-576c4169-e5ff-4862-901a-5b39c6906cfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (9842a209-8b8e-4bb9-9229-6924f527e39a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.473597 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7c305ac1-c9aa-4aa0-af61-74572b5b33de req-2cbd32cb-fdcd-4701-af1d-df6c86812606 service neutron] 10.222.0.21 "GET /v2.0/networks/42e5474e-17e5-464f-b5cb-8baa04247dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7295129 Mar 14 18:57:04.476595 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-f522b44e-2cc4-4c19-b07c-3751ae71d4fc service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971275 Mar 14 18:57:04.502454 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-576c4169-e5ff-4862-901a-5b39c6906cfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (9842a209-8b8e-4bb9-9229-6924f527e39a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.590933 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-123147de-0fbc-4470-92ea-0cc6bbc0dde8 None None] Current status of the port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:04.592291 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-123147de-0fbc-4470-92ea-0cc6bbc0dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.641455 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Router a97d25b0-a59a-4071-898a-f29be5295261 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:04.718692 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-123147de-0fbc-4470-92ea-0cc6bbc0dde8 None None] For port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:04.728070 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:04.737121 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-123147de-0fbc-4470-92ea-0cc6bbc0dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.804268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4169-e5ff-4862-901a-5b39c6906cfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9842a209-8b8e-4bb9-9229-6924f527e39a,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:04.830804 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-576c4169-e5ff-4862-901a-5b39c6906cfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.836653 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-576c4169-e5ff-4862-901a-5b39c6906cfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3047602 Mar 14 18:57:04.841796 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46072) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:04.854223 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-3d68b58f-3de7-4bf3-8f71-ed88cd000674 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'security_group_rule': {'security_group_id': 'a1173ce0-1970-44e5-b728-13327b429ece', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:04.881498 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7c262b9-a753-47b0-9836-7fd1da2f3bc3 admin admin] Publish callbacks [] for security_group (047074f3-1126-4d5c-95a1-7335263dc0f5), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:04.891570 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7c262b9-a753-47b0-9836-7fd1da2f3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (047074f3-1126-4d5c-95a1-7335263dc0f5), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.027849 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c262b9-a753-47b0-9836-7fd1da2f3bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047074f3-1126-4d5c-95a1-7335263dc0f5,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:05.060152 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:05.068178 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123147de-0fbc-4470-92ea-0cc6bbc0dde8 None None] Pushing event updated for resources: {'Port': ['ID=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:05.188657 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c7c262b9-a753-47b0-9836-7fd1da2f3bc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08962b007d16476ba51770aa80d71cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2201028 Mar 14 18:57:05.192464 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46086) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:05.207846 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-b307bff2-b734-4de4-a4db-012394b3c114 None None] Provisioning complete for port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:05.211619 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-b307bff2-b734-4de4-a4db-012394b3c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.227243 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c815-1cc5-4c74-a93a-d87fa9dc3683 None None] Pushing event updated for resources: {'Port': ['ID=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,revision_number=4']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:05.371794 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-9e075b5e-10fa-429f-aff7-92594ad1fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:05.375861 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-9e075b5e-10fa-429f-aff7-92594ad1fc2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f10f4bfa2554f8a8adec0073cb485c2&device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 1127 time: 0.7683046 Mar 14 18:57:05.424019 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a6c70d-934c-4c21-960e-2dc7b41975ba {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:05.440587 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e0612587-3e16-49e5-b63b-c9a4e0a2de8e req-e011bef5-a4ad-45c3-be82-d40ad9bc17c6 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 210 time: 0.1566014 Mar 14 18:57:05.456734 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Publish callbacks [] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.577438 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3143d1ea-03e2-4afc-ba5c-19ea05b608fb up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:05.585799 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-be109508-a761-465a-8a0f-a2787fad9fea admin admin] Publish callbacks [] for security_group (047074f3-1126-4d5c-95a1-7335263dc0f5), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.663442 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d68b58f-3de7-4bf3-8f71-ed88cd000674 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (b1c9a2a9-daff-44ca-b5b7-04254b16e0ad), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.748712 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b099ae4e-fcad-4e49-b0da-9cf492564240 req-6b8d3f57-97c1-4114-b3ee-7d846f9ac10d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.1443994 Mar 14 18:57:05.784730 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-be109508-a761-465a-8a0f-a2787fad9fea admin admin] Publish callbacks [] for security_group (047074f3-1126-4d5c-95a1-7335263dc0f5), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.858823 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Transition to ACTIVE for port object d4a6c70d-934c-4c21-960e-2dc7b41975ba will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:57:05.913742 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-b307bff2-b734-4de4-a4db-012394b3c114 None None] Current status of the port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:05.938958 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:05.939832 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:05.998850 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:06.104327 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d590d1c-0ba3-4f41-a1ae-0e3a9cdcbac8 req-5fa683b1-55f0-4d84-afd9-e21e42d179e4 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.107523 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5d590d1c-0ba3-4f41-a1ae-0e3a9cdcbac8 req-5fa683b1-55f0-4d84-afd9-e21e42d179e4 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 943 time: 0.3682346 Mar 14 18:57:06.143956 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:06.158863 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-be109508-a761-465a-8a0f-a2787fad9fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (047074f3-1126-4d5c-95a1-7335263dc0f5), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:06.189246 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-be109508-a761-465a-8a0f-a2787fad9fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:06.206259 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-be109508-a761-465a-8a0f-a2787fad9fea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/047074f3-1126-4d5c-95a1-7335263dc0f5 HTTP/1.1" status: 204 len: 168 time: 0.9951770 Mar 14 18:57:06.238938 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa0cd6-1bb8-4dd5-a72b-ca2bb6adceb4 None None] The sync data for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb is: [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:06.276335 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:06.360984 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be109508-a761-465a-8a0f-a2787fad9fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047074f3-1126-4d5c-95a1-7335263dc0f5,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:06.465662 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a6c70d-934c-4c21-960e-2dc7b41975ba,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:06.491990 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5d590d1c-0ba3-4f41-a1ae-0e3a9cdcbac8 req-76d56801-ccce-4f68-8028-3cf53d7417a8 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475037 Mar 14 18:57:06.568036 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:06.589283 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Sync routers for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:06.592299 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-574d8987-d2cb-42cd-91a3-7a36489f06d8 admin admin] 10.222.0.35 "PUT /v2.0/routers/a97d25b0-a59a-4071-898a-f29be5295261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.6976981 Mar 14 18:57:06.667465 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:06.684441 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:06.775136 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6f49b628-9f0f-4253-9255-0d9dbfa769d3 req-a9c81384-b6f3-4ccb-8b2e-b2d4bb58e564 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 210 time: 0.1012149 Mar 14 18:57:06.788516 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Allocated IP 172.20.0.13 (6812997a-7703-4b8e-9fa6-43bfd594cf2d/3c4bf07e-0890-4640-9b68-0a62f4cbf364/c20464bf-e302-4abf-8243-3aad6c5d9467) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:06.870410 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d68b58f-3de7-4bf3-8f71-ed88cd000674 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (b1c9a2a9-daff-44ca-b5b7-04254b16e0ad), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:06.876557 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-03faf40c-edf4-4739-8a78-359b2a45990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:06.888980 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-03faf40c-edf4-4739-8a78-359b2a45990c service neutron] 10.222.0.21 "GET /v2.0/networks?id=42e5474e-17e5-464f-b5cb-8baa04247dd1 HTTP/1.1" status: 200 len: 913 time: 1.4930437 Mar 14 18:57:07.003815 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e08bd66b-0677-45bf-bc60-6efc7d2b38c3 req-5cc65237-4f21-452c-bf90-2df3a1542003 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.0614684 Mar 14 18:57:07.065464 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d68b58f-3de7-4bf3-8f71-ed88cd000674 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (b1c9a2a9-daff-44ca-b5b7-04254b16e0ad), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:07.083203 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Attempting to bind port d4a6c70d-934c-4c21-960e-2dc7b41975ba on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:07.091119 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Attempting to bind port d4a6c70d-934c-4c21-960e-2dc7b41975ba by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:07.091675 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Attempting to bind port d4a6c70d-934c-4c21-960e-2dc7b41975ba on network 6812997a-7703-4b8e-9fa6-43bfd594cf2d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:07.225997 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:07.326984 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:07.391790 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Port d4a6c70d-934c-4c21-960e-2dc7b41975ba on network 6812997a-7703-4b8e-9fa6-43bfd594cf2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:57:07.394860 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Attempting to bind port d4a6c70d-934c-4c21-960e-2dc7b41975ba on network 6812997a-7703-4b8e-9fa6-43bfd594cf2d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:07.402865 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-d4d6226a-d65f-422d-8410-7bdbda22e882 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b70dc9f-d098-4b34-a902-a215ae536cda HTTP/1.1" status: 200 len: 217 time: 0.4140100 Mar 14 18:57:07.462403 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d68b58f-3de7-4bf3-8f71-ed88cd000674 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:07.485894 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46162) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:07.494595 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:07.507099 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-3d68b58f-3de7-4bf3-8f71-ed88cd000674 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6588442 Mar 14 18:57:07.604214 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:07.687774 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:07.688188 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:07.689413 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b58f-3de7-4bf3-8f71-ed88cd000674 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c9a2a9-daff-44ca-b5b7-04254b16e0ad,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:07.734805 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:07.735365 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Checking segment: {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:07.735993 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Bound using segment: {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:07.752938 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Bound port: d4a6c70d-934c-4c21-960e-2dc7b41975ba, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:07.753570 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:07.894120 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a96139-fdce-4471-8607-c72a41fd87d4 req-5cc5ae21-82d9-40e0-ba2e-044b75af52b7 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:07.904301 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-15a96139-fdce-4471-8607-c72a41fd87d4 req-5cc5ae21-82d9-40e0-ba2e-044b75af52b7 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 943 time: 0.2205510 Mar 14 18:57:07.907630 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46172) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:07.997147 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-f18905da-9c94-44b5-8736-f3b3b9720c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:07.999776 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-f18905da-9c94-44b5-8736-f3b3b9720c4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5359aad6-d254-4245-b45a-0792c18c49d8 HTTP/1.1" status: 200 len: 852 time: 0.5884902 Mar 14 18:57:08.018266 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-15a96139-fdce-4471-8607-c72a41fd87d4 req-c332ea5e-0c0b-4c44-894a-cbb3d5d9263e tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103919 Mar 14 18:57:08.040100 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46174) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:08.045775 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-bf604bc0-6ee9-4655-9e58-e8a80af6c463 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694897278', 'description': 'tempest-description--1754477367'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:08.185531 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:08.189569 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-572c02fd-a28c-4430-8321-02977df5ef9b req-1ed30149-fa69-413f-a23f-ed13e35543f2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 210 time: 0.0844827 Mar 14 18:57:08.214036 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf604bc0-6ee9-4655-9e58-e8a80af6c463 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:08.220157 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeec0-a678-4839-8146-65b4a357713e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:08.283887 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 2, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:08.294804 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0cec062f-659d-4b88-b389-fff6c80f5c49 req-ff02f4f8-f9d1-45c5-8232-9dfdfb1b3da3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.1140668 Mar 14 18:57:08.327722 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.21', 50563) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:08.367756 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Checking router: a97d25b0-a59a-4071-898a-f29be5295261 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:08.368321 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Updating router a97d25b0-a59a-4071-898a-f29be5295261 port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 18:57:08.418970 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:08.441830 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-215d0dfd-e7fe-41ed-b189-693adeea8863 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42e5474e-17e5-464f-b5cb-8baa04247dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2265487 Mar 14 18:57:08.537158 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46188) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:08.644285 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-330933fe-607f-49ba-8f3d-02c32b714d4a service neutron] 10.222.0.21 "GET /v2.0/networks/42e5474e-17e5-464f-b5cb-8baa04247dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768622 Mar 14 18:57:08.670393 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] For port d4a6c70d-934c-4c21-960e-2dc7b41975ba, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:08.677207 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] For port d4a6c70d-934c-4c21-960e-2dc7b41975ba, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:08.728861 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Allocated IP 172.28.0.41 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/95b4570a-9c1d-4e47-b144-7a435af13e9e) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:08.840615 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:08.891643 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf604bc0-6ee9-4655-9e58-e8a80af6c463 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (1b5cbf73-76ba-4d04-b3c8-7fc720325b50), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:08.915613 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-3348e2ff-6f3d-4204-9bed-c26f91aeb5b0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:08.918421 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-3348e2ff-6f3d-4204-9bed-c26f91aeb5b0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 0.5864580 Mar 14 18:57:08.926415 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf604bc0-6ee9-4655-9e58-e8a80af6c463 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (1b5cbf73-76ba-4d04-b3c8-7fc720325b50), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.079170 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeec0-a678-4839-8146-65b4a357713e admin admin] Publish callbacks [] for security_group (3f7820f8-af61-44bf-bab4-1c0e179e0cae), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.091522 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:09.092760 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.094437 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 1093 time: 7.1498065 Mar 14 18:57:09.103223 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'tag': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:09.107009 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "04f96c44-7a29-4ff2-b0b0-68d939b94475", "tag": "d4a6c70d-934c-4c21-960e-2dc7b41975ba"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:09.135317 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a8aeec0-a678-4839-8146-65b4a357713e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3f7820f8-af61-44bf-bab4-1c0e179e0cae), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.167002 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1b70dc9f-d098-4b34-a902-a215ae536cda details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:57:09.201963 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf604bc0-6ee9-4655-9e58-e8a80af6c463 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.206840 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-bf604bc0-6ee9-4655-9e58-e8a80af6c463 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1709104 Mar 14 18:57:09.207220 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8580f3ec-455c-4d7e-a975-c01e1d5e9f68 x-openstack-request-id: req-8580f3ec-455c-4d7e-a975-c01e1d5e9f68 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:09.207220 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f96c44-7a29-4ff2-b0b0-68d939b94475", "tag": "d4a6c70d-934c-4c21-960e-2dc7b41975ba", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:09.207508 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8580f3ec-455c-4d7e-a975-c01e1d5e9f68 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:09.208732 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'tag': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba', 'status': 'completed', 'code': 200} Mar 14 18:57:09.212214 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46216) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:09.248351 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-3fcee28d-fcd9-49ae-9c4e-ee0ad4e3f272 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'security_group_rule': {'security_group_id': '1b5cbf73-76ba-4d04-b3c8-7fc720325b50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:09.277547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604bc0-6ee9-4655-9e58-e8a80af6c463 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5cbf73-76ba-4d04-b3c8-7fc720325b50,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:09.311243 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5a8aeec0-a678-4839-8146-65b4a357713e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=546a9632e2464bc69d6f2582be7a2d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4018438 Mar 14 18:57:09.316128 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks [] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.341213 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aeec0-a678-4839-8146-65b4a357713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7820f8-af61-44bf-bab4-1c0e179e0cae,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:09.366262 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46228) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:09.457524 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.db.resource_extend [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:57:09.467568 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:09.558154 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a71f0580-244c-44a8-8b38-d0adc975a789 req-5b378d08-dd6a-423f-82d8-1aabda56d45f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 210 time: 0.1495907 Mar 14 18:57:09.606009 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfd3b-d274-4e69-b156-4edadba786d9 req-86a7fc34-d161-4bf3-96bb-8040fec39769 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:09.610711 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2f8cfd3b-d274-4e69-b156-4edadba786d9 req-86a7fc34-d161-4bf3-96bb-8040fec39769 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 943 time: 0.4418521 Mar 14 18:57:09.637116 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-357a9200-7c30-4fbd-90e4-1ad02930d86f admin admin] Publish callbacks [] for security_group (3f7820f8-af61-44bf-bab4-1c0e179e0cae), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.699522 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-357a9200-7c30-4fbd-90e4-1ad02930d86f admin admin] Publish callbacks [] for security_group (3f7820f8-af61-44bf-bab4-1c0e179e0cae), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.702254 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3fcee28d-fcd9-49ae-9c4e-ee0ad4e3f272 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (0c550757-6d71-4f69-8232-2ab710a03de3), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.711372 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.726067 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94f4d24b-d605-445d-9d9f-d5ce5747cf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.752003 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-599ff453-2195-4108-855f-43fd1059cd1e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 380 time: 0.8141134 Mar 14 18:57:09.786436 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'port': {'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'admin_state_up': True, 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'security_groups': ['3010adf4-d065-46ae-b03f-e9535f02e5e0']}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:09.794477 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8dd4427d-c109-4787-b74f-4c48e763eda9 req-2341f203-3fbe-4a47-a5c4-3cfd2b671d5d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.0876298 Mar 14 18:57:09.809166 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65c9a5-6c0e-4bb6-9113-6c99511c1428 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a6c70d-934c-4c21-960e-2dc7b41975ba,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:09.867877 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 1b70dc9f-d098-4b34-a902-a215ae536cda, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1b70dc9f-d098-4b34-a902-a215ae536cda,segment=NetworkSegment(48a63109-45fe-4719-b743-20760d3631cd),segment_id=48a63109-45fe-4719-b743-20760d3631cd)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:09.922526 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2f8cfd3b-d274-4e69-b156-4edadba786d9 req-b56df1fc-dd90-4b7e-a2e5-068099794bee tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906029 Mar 14 18:57:09.956433 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46232) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:09.968582 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '1b70dc9f-d098-4b34-a902-a215ae536cda', 'network_id': '42e5474e-17e5-464f-b5cb-8baa04247dd1', 'port_id': '1b70dc9f-d098-4b34-a902-a215ae536cda', 'mac_address': 'fa:16:3e:0b:51:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5359aad6-d254-4245-b45a-0792c18c49d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:57:09.986731 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:09.994022 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-f548ed3a-858f-4496-8679-9ca5640f302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:09.997126 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-f548ed3a-858f-4496-8679-9ca5640f302a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1127 time: 0.7827029 Mar 14 18:57:10.022616 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-82a3269a-f60e-4774-b013-a7fabf5ff8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/42e5474e-17e5-464f-b5cb-8baa04247dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1938565 Mar 14 18:57:10.058698 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Publish callbacks [] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.073784 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 1b70dc9f-d098-4b34-a902-a215ae536cda is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:10.074671 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.102534 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.120977 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-e961a905-88ee-479c-871f-38aeda02c1d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 217 time: 0.1028230 Mar 14 18:57:10.125191 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b70dc9f-d098-4b34-a902-a215ae536cda {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:10.178898 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3fcee28d-fcd9-49ae-9c4e-ee0ad4e3f272 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (0c550757-6d71-4f69-8232-2ab710a03de3), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.198978 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:10.202866 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.249186 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'Port': ['ID=95b4570a-9c1d-4e47-b144-7a435af13e9e,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:10.255760 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 1b70dc9f-d098-4b34-a902-a215ae536cda, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1b70dc9f-d098-4b34-a902-a215ae536cda,segment=NetworkSegment(48a63109-45fe-4719-b743-20760d3631cd),segment_id=48a63109-45fe-4719-b743-20760d3631cd)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:10.261051 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f2df-2c97-4247-9786-a86cabe925c8 None None] Pushing event updated for resources: {'Port': ['ID=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:10.269169 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.293571 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-357a9200-7c30-4fbd-90e4-1ad02930d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3f7820f8-af61-44bf-bab4-1c0e179e0cae), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.296620 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-31313660-b64b-4d37-8564-bc44b2ab0c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.298701 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-357a9200-7c30-4fbd-90e4-1ad02930d86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.303349 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-357a9200-7c30-4fbd-90e4-1ad02930d86f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f7820f8-af61-44bf-bab4-1c0e179e0cae HTTP/1.1" status: 204 len: 168 time: 0.8642273 Mar 14 18:57:10.303558 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3fcee28d-fcd9-49ae-9c4e-ee0ad4e3f272 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (0c550757-6d71-4f69-8232-2ab710a03de3), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.346355 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:10.358074 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:10.367378 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Network 6812997a-7703-4b8e-9fa6-43bfd594cf2d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:10.375112 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a9200-7c30-4fbd-90e4-1ad02930d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7820f8-af61-44bf-bab4-1c0e179e0cae,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:10.379680 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-599ef26c-25b5-478b-bbb0-d59bc408f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:10.382385 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-599ef26c-25b5-478b-bbb0-d59bc408f653 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.2480798 Mar 14 18:57:10.403438 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Made reservation on behalf of c07e251e4a7a499e87c7c1a9f27694dd for: {'port': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:10.408687 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:10.414522 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.426424 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Pushing event updated for resources: {'Port': ['ID=c20464bf-e302-4abf-8243-3aad6c5d9467,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:10.437170 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e44edd1e-7a12-4d90-b06c-c116a8bbde95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.437379 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:10.453866 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Attempting to bind port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:10.454340 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Attempting to bind port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:10.454806 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Attempting to bind port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 on network ec788d8e-061b-43c6-8c8c-181d13912795 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:10.455645 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:10.456707 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.490040 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=1b70dc9f-d098-4b34-a902-a215ae536cda,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:10.495826 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:10.496385 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Checking segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:10.497070 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.497659 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Bound using segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:10.498408 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Bound port: 9574c4f0-04cf-4c48-be3f-1cf07d5f5343, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:10.498881 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.550307 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-da9916c6-069d-4ad9-9e67-353e4c6bbb20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459169 Mar 14 18:57:10.560626 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-842a6595-6144-45e8-a4f1-f52e24a72366 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.2078490 Mar 14 18:57:10.580311 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['1b70dc9f-d098-4b34-a902-a215ae536cda'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:10.580950 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Request body: {'port': {'device_id': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:10.733291 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcee28d-fcd9-49ae-9c4e-ee0ad4e3f272 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c550757-6d71-4f69-8232-2ab710a03de3,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:10.796625 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] For port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:10.805645 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] For port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:10.805645 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-cb5251e1-6692-4317-8052-9159eaded7ba None None] Provisioning complete for port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:10.805645 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-cb5251e1-6692-4317-8052-9159eaded7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.841866 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.870459 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3fcee28d-fcd9-49ae-9c4e-ee0ad4e3f272 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:10.876627 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-3fcee28d-fcd9-49ae-9c4e-ee0ad4e3f272 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6418378 Mar 14 18:57:10.883802 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ca609470-a6cb-4c88-9164-0a6995657a01 req-b44dc8d4-4cfd-4c10-8be3-993222a63d87 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 210 time: 0.1364989 Mar 14 18:57:10.885318 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46248) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:11.008505 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f2df-2c97-4247-9786-a86cabe925c8 None None] Pushing event updated for resources: {'Port': ['ID=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:11.010071 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94f4d24b-d605-445d-9d9f-d5ce5747cf18 admin admin] Publish callbacks [] for security_group (b228ce69-2401-4752-a782-28c2f96862a1), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.034167 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:11.034821 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:56:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:11.040609 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-659f6b72-f2a4-4d6d-85ec-44c23e174da7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'security_group_rule': {'security_group_id': '1b5cbf73-76ba-4d04-b3c8-7fc720325b50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:11.085740 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94f4d24b-d605-445d-9d9f-d5ce5747cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (b228ce69-2401-4752-a782-28c2f96862a1), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.195342 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.257020 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-94f4d24b-d605-445d-9d9f-d5ce5747cf18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e28b9e2fa9194bcaaaf527e7ad3ab63f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6140060 Mar 14 18:57:11.266078 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46256) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:11.267333 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4d24b-d605-445d-9d9f-d5ce5747cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b228ce69-2401-4752-a782-28c2f96862a1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:11.297477 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-cb5251e1-6692-4317-8052-9159eaded7ba None None] Current status of the port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:11.298823 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-cb5251e1-6692-4317-8052-9159eaded7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.362581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:11.408896 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.20.0.13 (a07da1d2-b552-44b1-8243-3a7abdd3f56b/25c003d0-4d70-4b00-957b-d161a2d8b8e3/1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:11.447174 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-bb317fdf-7e56-4e09-9371-20bc1efc1705 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8844240 Mar 14 18:57:11.475803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-cb5251e1-6692-4317-8052-9159eaded7ba None None] For port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:11.485697 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-659f6b72-f2a4-4d6d-85ec-44c23e174da7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (441bc430-43d3-4f12-8db8-297706776d69), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.491917 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-cb5251e1-6692-4317-8052-9159eaded7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.584499 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (68cb37ec-4f25-453a-961b-d95500d9bea1), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.717892 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.720315 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:11.775539 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a23e836-a383-4a89-a868-30e86dcd0035 admin admin] Publish callbacks [] for security_group (b228ce69-2401-4752-a782-28c2f96862a1), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.781478 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-31313660-b64b-4d37-8564-bc44b2ab0c0d admin admin] Publish callbacks [] for security_group (2c738a1e-7c27-48f3-b5ed-47daf9524379), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.782122 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-00a968ac-4512-4c58-948b-84ae72e7941d None None] Provisioning complete for port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:11.782506 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-00a968ac-4512-4c58-948b-84ae72e7941d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.797607 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-659f6b72-f2a4-4d6d-85ec-44c23e174da7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (441bc430-43d3-4f12-8db8-297706776d69), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.807392 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52236d3f-0b83-480c-b8e7-673a7276f26a req-43a4a931-5627-4d77-9dd7-32f2f2852826 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:11.809207 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52236d3f-0b83-480c-b8e7-673a7276f26a req-43a4a931-5627-4d77-9dd7-32f2f2852826 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 944 time: 0.4646523 Mar 14 18:57:11.817455 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-31313660-b64b-4d37-8564-bc44b2ab0c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (2c738a1e-7c27-48f3-b5ed-47daf9524379), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.875551 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-31313660-b64b-4d37-8564-bc44b2ab0c0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6ab5696b7854eef946eef54496b442a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9075906 Mar 14 18:57:11.875551 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-659f6b72-f2a4-4d6d-85ec-44c23e174da7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (441bc430-43d3-4f12-8db8-297706776d69), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.880820 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5251e1-6692-4317-8052-9159eaded7ba None None] Pushing event updated for resources: {'Port': ['ID=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:11.889272 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fd075-d89d-4b06-96b9-e7990bd44d66 req-bc8fab40-79c3-479c-a8c2-b5c9c69d9ce2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:11.891057 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-600fd075-d89d-4b06-96b9-e7990bd44d66 req-bc8fab40-79c3-479c-a8c2-b5c9c69d9ce2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 932 time: 0.5453777 Mar 14 18:57:11.895023 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46270) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:11.940019 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-00a968ac-4512-4c58-948b-84ae72e7941d None None] Current status of the port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:11.952508 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:11.952873 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.954565 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a23e836-a383-4a89-a868-30e86dcd0035 admin admin] Publish callbacks [] for security_group (b228ce69-2401-4752-a782-28c2f96862a1), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:11.989128 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-004a39cd-7d08-4066-a715-f47ee3e06192 req-900a9b07-2dd7-4790-8536-313d3b6cc639 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278513 Mar 14 18:57:12.046263 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6b72-f2a4-4d6d-85ec-44c23e174da7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441bc430-43d3-4f12-8db8-297706776d69,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:12.107049 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-659f6b72-f2a4-4d6d-85ec-44c23e174da7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.111105 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-659f6b72-f2a4-4d6d-85ec-44c23e174da7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1398280 Mar 14 18:57:12.124433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46280) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:12.135763 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:12.138328 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:12.170902 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52236d3f-0b83-480c-b8e7-673a7276f26a req-07baaf7c-0cdf-4266-81f3-58b6c9697919 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116159 Mar 14 18:57:12.223915 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31313660-b64b-4d37-8564-bc44b2ab0c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c738a1e-7c27-48f3-b5ed-47daf9524379,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:12.294750 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.297987 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a23e836-a383-4a89-a868-30e86dcd0035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (b228ce69-2401-4752-a782-28c2f96862a1), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.301229 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a23e836-a383-4a89-a868-30e86dcd0035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.303419 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-8a23e836-a383-4a89-a868-30e86dcd0035 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b228ce69-2401-4752-a782-28c2f96862a1 HTTP/1.1" status: 204 len: 168 time: 1.0313370 Mar 14 18:57:12.368690 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-600fd075-d89d-4b06-96b9-e7990bd44d66 req-a11842e0-db29-4b71-bbab-db466449ae55 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192376 Mar 14 18:57:12.370138 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20464bf-e302-4abf-8243-3aad6c5d9467 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:12.379847 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Publish callbacks [] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.397427 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:10Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:12.435067 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1cfa2-bd9e-4704-9e32-733319673375 None None] The sync data for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb is: [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:10Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:12.451739 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-89aedbbe-d179-4346-9bba-81a2eb406e0c req-bba32709-b5c7-4cda-b66f-fde5cc8bcaee tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 210 time: 0.1372313 Mar 14 18:57:12.491015 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8ffacaa2-306a-4567-a007-5e91ce6576e7 admin admin] Publish callbacks [] for security_group (2c738a1e-7c27-48f3-b5ed-47daf9524379), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.532918 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.541635 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Transition to ACTIVE for port object c20464bf-e302-4abf-8243-3aad6c5d9467 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:57:12.554179 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23e836-a383-4a89-a868-30e86dcd0035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b228ce69-2401-4752-a782-28c2f96862a1,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:12.559211 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.566647 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-f7d7ca74-44a7-41c3-96f5-519c65bd01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:12.569627 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-f7d7ca74-44a7-41c3-96f5-519c65bd01e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1127 time: 0.5157461 Mar 14 18:57:12.684811 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8ffacaa2-306a-4567-a007-5e91ce6576e7 admin admin] Publish callbacks [] for security_group (2c738a1e-7c27-48f3-b5ed-47daf9524379), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.731154 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Pushing event updated for resources: {'Port': ['ID=c20464bf-e302-4abf-8243-3aad6c5d9467,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:12.815813 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.820739 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1b70dc9f-d098-4b34-a902-a215ae536cda up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:12.832810 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:12.902136 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Attempting to bind port c20464bf-e302-4abf-8243-3aad6c5d9467 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:12.905911 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Attempting to bind port c20464bf-e302-4abf-8243-3aad6c5d9467 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:12.910458 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Attempting to bind port c20464bf-e302-4abf-8243-3aad6c5d9467 on network 6812997a-7703-4b8e-9fa6-43bfd594cf2d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:12.975426 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.013546 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-84dc3fe4-03a2-4bf6-9eab-5dd6e0a3dcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.020733 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Port c20464bf-e302-4abf-8243-3aad6c5d9467 on network 6812997a-7703-4b8e-9fa6-43bfd594cf2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:57:13.027221 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Attempting to bind port c20464bf-e302-4abf-8243-3aad6c5d9467 on network 6812997a-7703-4b8e-9fa6-43bfd594cf2d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:13.046370 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.059875 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:13.062571 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Checking segment: {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:13.063221 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Bound using segment: {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:13.065572 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Bound port: c20464bf-e302-4abf-8243-3aad6c5d9467, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf750bca-2df6-4752-b520-9ec3534322e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:13.066101 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.071673 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (68cb37ec-4f25-453a-961b-d95500d9bea1), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.073977 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-7793808a-eba7-4b98-9fbb-1883d3b386c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:13.075583 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'Port': ['ID=95b4570a-9c1d-4e47-b144-7a435af13e9e,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:13.080871 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-7793808a-eba7-4b98-9fbb-1883d3b386c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.5003178 Mar 14 18:57:13.091411 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 1b70dc9f-d098-4b34-a902-a215ae536cda completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:57:13.099816 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 1b70dc9f-d098-4b34-a902-a215ae536cda triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:13.101007 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.196045 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-6a6f8792-556e-4533-a076-ba0c987049f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 217 time: 0.0897839 Mar 14 18:57:13.230784 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46302) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:13.266906 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 1b70dc9f-d098-4b34-a902-a215ae536cda is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:13.267684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.274944 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] For port c20464bf-e302-4abf-8243-3aad6c5d9467, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:13.279033 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] For port c20464bf-e302-4abf-8243-3aad6c5d9467, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=c20464bf-e302-4abf-8243-3aad6c5d9467,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:13.323264 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8ffacaa2-306a-4567-a007-5e91ce6576e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (2c738a1e-7c27-48f3-b5ed-47daf9524379), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.328123 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8ffacaa2-306a-4567-a007-5e91ce6576e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.350465 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-8ffacaa2-306a-4567-a007-5e91ce6576e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c738a1e-7c27-48f3-b5ed-47daf9524379 HTTP/1.1" status: 204 len: 168 time: 1.3997452 Mar 14 18:57:13.378041 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 1b70dc9f-d098-4b34-a902-a215ae536cda, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1b70dc9f-d098-4b34-a902-a215ae536cda,segment=NetworkSegment(48a63109-45fe-4719-b743-20760d3631cd),segment_id=48a63109-45fe-4719-b743-20760d3631cd)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:13.384830 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b70dc9f-d098-4b34-a902-a215ae536cda'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:13.498685 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffacaa2-306a-4567-a007-5e91ce6576e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c738a1e-7c27-48f3-b5ed-47daf9524379,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:13.532739 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.536159 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d3727548-9cc8-41d6-8395-c959ff32055e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0476155 Mar 14 18:57:13.550604 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.553544 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:13.577263 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-987ffd1d-8cf1-4042-9a1f-711d64497122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.655644 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.725992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:13.730216 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=1b70dc9f-d098-4b34-a902-a215ae536cda,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:13.741981 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:13.760314 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:13.761683 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.775012 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:13.829410 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:13.870480 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:13.870480 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.870788 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] 10.222.0.21 "PUT /v2.0/ports/c20464bf-e302-4abf-8243-3aad6c5d9467 HTTP/1.1" status: 200 len: 1094 time: 3.2943816 Mar 14 18:57:13.881305 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'tag': 'c20464bf-e302-4abf-8243-3aad6c5d9467'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:13.884728 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd222ea-a239-4c67-8fca-bc5e58bb79fc", "tag": "c20464bf-e302-4abf-8243-3aad6c5d9467"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:13.918961 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-d0c57f21-2e2c-4737-855b-2f49574c48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:13.919618 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:13.921600 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:13.924769 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-d0c57f21-2e2c-4737-855b-2f49574c48ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.6398642 Mar 14 18:57:14.049335 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-37cd60f2-3120-42f3-8183-60e4b4695794 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2709072 Mar 14 18:57:14.079785 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:14.107878 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Allocated IP 172.28.0.217 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/e6c57954-cc32-41a5-b145-6b1a668bd6b8) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:14.110039 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Request body: {'port': {'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:14.191884 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab75cca-a9a0-4fbf-85b5-10eb2149c969" -d '{"events": [{"server_uuid": "5b88ebd9-a9fc-4c46-984c-a7facf1968b4", "name": "network-vif-plugged", "status": "completed", "tag": "1b70dc9f-d098-4b34-a902-a215ae536cda"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:14.228376 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca541c0d-858d-418a-a40b-92a6ed01385f service neutron] Pushing event updated for resources: {'Port': ['ID=c20464bf-e302-4abf-8243-3aad6c5d9467,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:14.238080 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-3aeca33f-844a-4ac0-b029-59d9b8ef4d5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644247 Mar 14 18:57:14.308553 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b512b-b5f9-45b5-ad7b-bfa27d52b852 req-fe3cb514-f909-4621-ab3f-23df5fb212cf tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:14.310395 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a53b512b-b5f9-45b5-ad7b-bfa27d52b852 req-fe3cb514-f909-4621-ab3f-23df5fb212cf tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.8611054 Mar 14 18:57:14.328438 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.338897 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1658041-0d0a-4a58-afc4-f67e041085ed req-4a8ee294-bcc1-46f3-aa32-95963a309611 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:14.347401 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1658041-0d0a-4a58-afc4-f67e041085ed req-4a8ee294-bcc1-46f3-aa32-95963a309611 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 944 time: 0.8082936 Mar 14 18:57:14.353616 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-3677d578-9640-4ba1-a2f9-a7b11881d925 None None] Provisioning complete for port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:14.354155 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-3677d578-9640-4ba1-a2f9-a7b11881d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.438483 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-3677d578-9640-4ba1-a2f9-a7b11881d925 None None] Port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:57:14.512954 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-73df036e-df04-46d9-bb43-1ec6c83dc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:14.515673 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-73df036e-df04-46d9-bb43-1ec6c83dc4b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 1128 time: 0.5694683 Mar 14 18:57:14.533696 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.545776 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46340) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:14.576930 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a53b512b-b5f9-45b5-ad7b-bfa27d52b852 req-cea30dcd-7f81-46e7-99e9-31d179a962b7 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249055 Mar 14 18:57:14.586979 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-987ffd1d-8cf1-4042-9a1f-711d64497122 admin admin] Publish callbacks [] for security_group (5d391316-c615-4993-9287-58f2e586df0f), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.599703 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1658041-0d0a-4a58-afc4-f67e041085ed req-04eae13a-3dc8-4d3d-98b0-ae9a7f1bf9dd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508955 Mar 14 18:57:14.604624 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-987ffd1d-8cf1-4042-9a1f-711d64497122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5d391316-c615-4993-9287-58f2e586df0f), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.636870 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-af4e0550-9fdc-425e-8d27-7bb9d5fb99b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20464bf-e302-4abf-8243-3aad6c5d9467 HTTP/1.1" status: 200 len: 217 time: 0.1105494 Mar 14 18:57:14.675470 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-977be181-9696-46b9-beb8-851d53c68fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.706231 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-987ffd1d-8cf1-4042-9a1f-711d64497122 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c48196d1c6aa467688b8b6f1c712fa15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4736774 Mar 14 18:57:14.711423 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46342) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:14.711939 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46348) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:14.821340 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device d4a6c70d-934c-4c21-960e-2dc7b41975ba details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:57:14.861339 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:14.900616 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ffd1d-8cf1-4042-9a1f-711d64497122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d391316-c615-4993-9287-58f2e586df0f,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:14.976766 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-ee15087d-20d3-4895-9290-c151cf77d5ae service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301123 Mar 14 18:57:14.978805 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-1fae816f-3d85-41ba-be6c-e7342a85edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:14.980634 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-1fae816f-3d85-41ba-be6c-e7342a85edc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.3112397 Mar 14 18:57:14.987338 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.051056 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port d4a6c70d-934c-4c21-960e-2dc7b41975ba, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:15.067674 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba', 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'port_id': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba', 'mac_address': 'fa:16:3e:40:b0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:57:15.114710 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port d4a6c70d-934c-4c21-960e-2dc7b41975ba is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:15.115016 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.142811 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a6c70d-934c-4c21-960e-2dc7b41975ba {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:15.165064 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-55f6ceda-be26-4a0f-9d24-0dcc32514114 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1636173820&fields=id&tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 267 time: 0.3650470 Mar 14 18:57:15.178242 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fa77a-60ac-481f-a5d7-310dcaf0c7e3 req-86fe467b-4aab-49b8-91ad-c9c26a93bd44 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:15.181383 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-647fa77a-60ac-481f-a5d7-310dcaf0c7e3 req-86fe467b-4aab-49b8-91ad-c9c26a93bd44 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 932 time: 0.4657285 Mar 14 18:57:15.181579 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port d4a6c70d-934c-4c21-960e-2dc7b41975ba, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:15.190361 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.272152 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=d4a6c70d-934c-4c21-960e-2dc7b41975ba,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:15.358245 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fcca6fd-5dc3-462d-a45a-4c64d7e4431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.383455 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-99f782a2-5d7d-442b-ab31-36f5a0fd3285 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3865018 Mar 14 18:57:15.390345 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:15.403340 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['d4a6c70d-934c-4c21-960e-2dc7b41975ba'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:15.429161 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:15.432360 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:15.467294 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'Port': ['ID=e6c57954-cc32-41a5-b145-6b1a668bd6b8,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:15.502465 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-647fa77a-60ac-481f-a5d7-310dcaf0c7e3 req-4d15d889-5136-4216-97be-5846f1e1fd03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752492 Mar 14 18:57:15.538623 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01d0703a-8ee1-4181-879b-c709680cd729 admin admin] Publish callbacks [] for security_group (5d391316-c615-4993-9287-58f2e586df0f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.670455 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-352f7c67-2e07-46ba-8a95-436c35240213 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:15.685689 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-352f7c67-2e07-46ba-8a95-436c35240213 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 815 time: 0.5025830 Mar 14 18:57:15.718680 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fce779c-90c3-46e3-b07e-bb9799b96a66 x-openstack-request-id: req-5fce779c-90c3-46e3-b07e-bb9799b96a66 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:15.718980 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd222ea-a239-4c67-8fca-bc5e58bb79fc", "tag": "c20464bf-e302-4abf-8243-3aad6c5d9467", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:15.719371 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fce779c-90c3-46e3-b07e-bb9799b96a66 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:15.720021 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'tag': 'c20464bf-e302-4abf-8243-3aad6c5d9467', 'status': 'completed', 'code': 200} Mar 14 18:57:15.720383 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.768648 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-b6ab2b62-6473-4c51-8191-ee27cc5f0168 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/quotas/ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 375 time: 0.0807486 Mar 14 18:57:15.779725 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-977be181-9696-46b9-beb8-851d53c68fd2 admin admin] Publish callbacks [] for security_group (c76b5d30-9b43-4365-83d9-f1a165da3932), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.859133 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-977be181-9696-46b9-beb8-851d53c68fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c76b5d30-9b43-4365-83d9-f1a165da3932), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.859358 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f28132-f875-4a37-b526-f91c4d4b47f8 x-openstack-request-id: req-e0f28132-f875-4a37-b526-f91c4d4b47f8 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:15.859675 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b88ebd9-a9fc-4c46-984c-a7facf1968b4", "name": "network-vif-plugged", "status": "completed", "tag": "1b70dc9f-d098-4b34-a902-a215ae536cda", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:15.860104 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0f28132-f875-4a37-b526-f91c4d4b47f8 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:15.860829 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b70dc9f-d098-4b34-a902-a215ae536cda', 'code': 200} Mar 14 18:57:15.915330 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01d0703a-8ee1-4181-879b-c709680cd729 admin admin] Publish callbacks [] for security_group (5d391316-c615-4993-9287-58f2e586df0f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:15.987054 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (2067e42d-b4a0-483e-845b-b3d4b7d6535e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.019880 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e009d93a-eae7-46b2-8de9-dc4b5c68e3c2 req-5f84ebf3-9a2a-46f9-a657-610467283305 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0287921 Mar 14 18:57:16.068226 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01d0703a-8ee1-4181-879b-c709680cd729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5d391316-c615-4993-9287-58f2e586df0f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.071201 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01d0703a-8ee1-4181-879b-c709680cd729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.072563 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-01d0703a-8ee1-4181-879b-c709680cd729 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d391316-c615-4993-9287-58f2e586df0f HTTP/1.1" status: 204 len: 168 time: 1.3551283 Mar 14 18:57:16.152973 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b {{(pid=103191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:16.186001 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Publish callbacks [] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.218787 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-1c01725a-9273-4c64-8d29-cb75fdc225ae service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8172224 Mar 14 18:57:16.225757 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977be181-9696-46b9-beb8-851d53c68fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b5d30-9b43-4365-83d9-f1a165da3932,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:16.263712 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0703a-8ee1-4181-879b-c709680cd729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d391316-c615-4993-9287-58f2e586df0f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:16.271720 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-977be181-9696-46b9-beb8-851d53c68fd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1c61f446ded47ac8b912f3e35d17ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7188828 Mar 14 18:57:16.271946 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.provisioning_blocks [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Transition to ACTIVE for port object 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b will not be triggered until provisioned by entity L2. {{(pid=103191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:57:16.276219 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46370) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:16.315881 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.357147 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-9c81ca0a-072d-4b02-b5cf-3867fb792c85 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5463593 Mar 14 18:57:16.423770 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1f4d9-b64e-4ffd-afd0-e22b967f0d33 req-d7d9b77e-0abb-4420-9aea-0c5eaad9c03b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:16.430858 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6be1f4d9-b64e-4ffd-afd0-e22b967f0d33 req-d7d9b77e-0abb-4420-9aea-0c5eaad9c03b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 944 time: 0.2820287 Mar 14 18:57:16.437977 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.589222 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fcca6fd-5dc3-462d-a45a-4c64d7e4431d admin admin] Publish callbacks [] for security_group (63138fc1-85d3-495b-a400-84fba2b06010), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.605073 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Pushing event updated for resources: {'Port': ['ID=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:16.638457 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fcca6fd-5dc3-462d-a45a-4c64d7e4431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (63138fc1-85d3-495b-a400-84fba2b06010), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.734593 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.836245 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device d4a6c70d-934c-4c21-960e-2dc7b41975ba up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:16.836454 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e20d5c1e-a6d0-4191-8740-fd4b9dd26c98 admin admin] Publish callbacks [] for security_group (c76b5d30-9b43-4365-83d9-f1a165da3932), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.874355 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Attempting to bind port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:16.875103 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Attempting to bind port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:16.875752 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Attempting to bind port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:16.876381 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1da1-cc9f-4810-8f2c-571c599f13a1 req-790d2d5a-37ec-422e-b629-758b2442b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:16.878987 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ca5a1da1-cc9f-4810-8f2c-571c599f13a1 req-790d2d5a-37ec-422e-b629-758b2442b0b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 1129 time: 0.7966712 Mar 14 18:57:16.900349 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b on network a07da1d2-b552-44b1-8243-3a7abdd3f56b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:57:16.901264 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Attempting to bind port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:16.916341 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-3fcca6fd-5dc3-462d-a45a-4c64d7e4431d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=867e172cc26f49a299c66969e0a88254&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2000182 Mar 14 18:57:16.917759 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcca6fd-5dc3-462d-a45a-4c64d7e4431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63138fc1-85d3-495b-a400-84fba2b06010,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:16.923545 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46388) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:16.941167 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-03ceba16-6cc0-4681-be4c-4f1ead5569e3 service neutron] 10.222.0.35 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412586 Mar 14 18:57:16.971410 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port d4a6c70d-934c-4c21-960e-2dc7b41975ba completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:57:16.971846 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:16.972489 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Checking segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:16.973404 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Bound using segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:16.974743 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Bound port: 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:16.975343 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:16.983109 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port d4a6c70d-934c-4c21-960e-2dc7b41975ba triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:16.983988 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.006103 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6be1f4d9-b64e-4ffd-afd0-e22b967f0d33 req-11c3685d-9537-4f77-bb82-9a2ffd0e0360 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224507 Mar 14 18:57:17.010186 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e20d5c1e-a6d0-4191-8740-fd4b9dd26c98 admin admin] Publish callbacks [] for security_group (c76b5d30-9b43-4365-83d9-f1a165da3932), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.034416 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ca5a1da1-cc9f-4810-8f2c-571c599f13a1 req-bcff52eb-fca0-4a5f-a757-ee71ee7d256b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.113756 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-949b63c0-bf15-44ab-bb2b-4a2ee6f7012c req-72fe5f48-a81b-41a2-a3ef-759aeb960c80 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8639479 Mar 14 18:57:17.188026 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port d4a6c70d-934c-4c21-960e-2dc7b41975ba is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:17.189945 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.263551 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port d4a6c70d-934c-4c21-960e-2dc7b41975ba, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:17.268996 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e35f9f3e-268f-4ba8-9560-f8aa66fc6759 admin admin] Publish callbacks [] for security_group (63138fc1-85d3-495b-a400-84fba2b06010), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.272151 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.357242 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.372076 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e35f9f3e-268f-4ba8-9560-f8aa66fc6759 admin admin] Publish callbacks [] for security_group (63138fc1-85d3-495b-a400-84fba2b06010), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.375963 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.391675 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=d4a6c70d-934c-4c21-960e-2dc7b41975ba,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:17.416684 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] For port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b, host hv-cinder-82966, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:17.426422 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] For port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:17.439805 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-bb91ac57-be24-444d-a75a-f0630b3dfe4b service neutron] 10.222.0.35 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975314 Mar 14 18:57:17.446402 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.465333 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e20d5c1e-a6d0-4191-8740-fd4b9dd26c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c76b5d30-9b43-4365-83d9-f1a165da3932), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.469871 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e20d5c1e-a6d0-4191-8740-fd4b9dd26c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.471827 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e20d5c1e-a6d0-4191-8740-fd4b9dd26c98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c76b5d30-9b43-4365-83d9-f1a165da3932 HTTP/1.1" status: 204 len: 168 time: 1.1873925 Mar 14 18:57:17.513187 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (2067e42d-b4a0-483e-845b-b3d4b7d6535e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.529433 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee029-9f85-41c9-a366-9ea730590337 req-b1ff2318-1668-4550-8ecf-cedb7b8882dd tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:17.532236 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-593ee029-9f85-41c9-a366-9ea730590337 req-b1ff2318-1668-4550-8ecf-cedb7b8882dd tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.3160181 Mar 14 18:57:17.567192 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d5c1e-a6d0-4191-8740-fd4b9dd26c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b5d30-9b43-4365-83d9-f1a165da3932,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:17.587753 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.590513 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4640307 Mar 14 18:57:17.622477 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:17.623584 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.626328 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] 10.222.0.21 "PUT /v2.0/ports/1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b HTTP/1.1" status: 200 len: 1094 time: 3.5490720 Mar 14 18:57:17.630528 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:17.757944 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-c0e373f9-5b64-4245-8067-b989d4fa136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:17.763161 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-c0e373f9-5b64-4245-8067-b989d4fa136a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 1128 time: 0.5519576 Mar 14 18:57:17.768122 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d56fd7-255f-49c4-8019-bd9f154b1e12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'Port': ['ID=e6c57954-cc32-41a5-b145-6b1a668bd6b8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:17.861907 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:17.868372 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80727fd-296a-4d8c-b49f-ff927f8921d3" -d '{"events": [{"server_uuid": "04f96c44-7a29-4ff2-b0b0-68d939b94475", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6c70d-934c-4c21-960e-2dc7b41975ba"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:17.985167 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e35f9f3e-268f-4ba8-9560-f8aa66fc6759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (63138fc1-85d3-495b-a400-84fba2b06010), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.988392 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be655a-b262-45e0-b519-9777519b4089 service neutron] Pushing event updated for resources: {'Port': ['ID=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:17.991934 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e35f9f3e-268f-4ba8-9560-f8aa66fc6759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:17.998793 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e35f9f3e-268f-4ba8-9560-f8aa66fc6759 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63138fc1-85d3-495b-a400-84fba2b06010 HTTP/1.1" status: 204 len: 168 time: 1.0514181 Mar 14 18:57:18.030025 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ca5a1da1-cc9f-4810-8f2c-571c599f13a1 req-bcff52eb-fca0-4a5f-a757-ee71ee7d256b service neutron] Publish callbacks [] for security_group (14ac8d09-2ea5-4556-a295-24eaee890d22), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:18.045019 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ca5a1da1-cc9f-4810-8f2c-571c599f13a1 req-bcff52eb-fca0-4a5f-a757-ee71ee7d256b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (14ac8d09-2ea5-4556-a295-24eaee890d22), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:18.048848 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f9f3e-268f-4ba8-9560-f8aa66fc6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63138fc1-85d3-495b-a400-84fba2b06010,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:18.147211 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-593ee029-9f85-41c9-a366-9ea730590337 req-2b1781b7-628a-4523-8f5f-4376ec6d413b tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951936 Mar 14 18:57:18.153578 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff52eb-fca0-4a5f-a757-ee71ee7d256b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14ac8d09-2ea5-4556-a295-24eaee890d22,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:18.164847 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-04e520e6-7df4-4d19-92ba-bced1043167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.167615 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-04e520e6-7df4-4d19-92ba-bced1043167f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 1128 time: 0.4032302 Mar 14 18:57:18.244798 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:18.326368 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb649cb9-62b7-467d-806e-018422487acd x-openstack-request-id: req-cb649cb9-62b7-467d-806e-018422487acd {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:18.327848 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f96c44-7a29-4ff2-b0b0-68d939b94475", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6c70d-934c-4c21-960e-2dc7b41975ba", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:18.328553 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb649cb9-62b7-467d-806e-018422487acd {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:18.329601 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba', 'code': 200} Mar 14 18:57:18.375066 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ca5a1da1-cc9f-4810-8f2c-571c599f13a1 req-bcff52eb-fca0-4a5f-a757-ee71ee7d256b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4794850 Mar 14 18:57:18.381909 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-b3939b57-6e2d-4d61-8b66-61adf0d82151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.399899 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-b3939b57-6e2d-4d61-8b66-61adf0d82151 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.6257634 Mar 14 18:57:18.518066 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-5ec6dca5-efcc-41c5-a825-b12b5664436c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b HTTP/1.1" status: 200 len: 217 time: 0.3431358 Mar 14 18:57:18.754068 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-2b206753-2afa-401b-9f5c-0932d267c444 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20464bf-e302-4abf-8243-3aad6c5d9467 HTTP/1.1" status: 200 len: 217 time: 0.1094589 Mar 14 18:57:18.825970 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-f0ddff8f-3e31-4083-b964-ad27790795e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.830226 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-f0ddff8f-3e31-4083-b964-ad27790795e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.1647491 Mar 14 18:57:18.844753 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae026c3-a242-421f-91a0-21ab16c43289" -d '{"events": [{"name": "network-changed", "server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:18.910452 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-e7cb1ff8-f932-4148-b61c-c1c323bb5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.913729 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-e7cb1ff8-f932-4148-b61c-c1c323bb5ca9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.1497447 Mar 14 18:57:18.918288 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ace29-e695-464e-a567-70515c8953f4 req-f188292d-8dc7-49eb-9bca-fd9ff8244230 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:18.938938 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-931ace29-e695-464e-a567-70515c8953f4 req-f188292d-8dc7-49eb-9bca-fd9ff8244230 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 944 time: 0.4225414 Mar 14 18:57:18.988685 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-63dc5867-8362-44d3-b2d5-4760bb67b356 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622742 Mar 14 18:57:19.011231 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282dd29-2a03-44a3-8d29-784f68f0ff18 req-af52823a-787c-47f8-a5df-b4fb0bff5933 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:19.014049 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3282dd29-2a03-44a3-8d29-784f68f0ff18 req-af52823a-787c-47f8-a5df-b4fb0bff5933 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 944 time: 0.6168492 Mar 14 18:57:19.129873 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ad3c7-1118-4389-bc42-d4b1eb207793 req-19d4431d-1def-4e19-a310-a9dba4957f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:19.133334 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0f2ad3c7-1118-4389-bc42-d4b1eb207793 req-19d4431d-1def-4e19-a310-a9dba4957f2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.2178152 Mar 14 18:57:19.172287 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6823-df22-4d37-b468-9c605243123a req-3b384bdc-d7f4-493d-8373-3c5c48ed0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:19.174770 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-3b384bdc-d7f4-493d-8373-3c5c48ed0a27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3175721 Mar 14 18:57:19.190963 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-931ace29-e695-464e-a567-70515c8953f4 req-a83f35c7-9c76-4137-a9d6-9f03a8aab8ce tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506864 Mar 14 18:57:19.305929 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0f2ad3c7-1118-4389-bc42-d4b1eb207793 req-de15a551-2d17-4c4b-8496-a72b09392de7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642401 Mar 14 18:57:19.312158 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-e6f8254a-222c-4080-bf2f-e39b7e9a4da0 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143539 Mar 14 18:57:19.331306 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46440) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:19.364850 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a32ea20f-8eb0-4a89-99c1-7c1cdfe935ab req-2ed553e0-5d10-41e2-862f-f63c852acd51 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 210 time: 0.0467985 Mar 14 18:57:19.387080 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c2f68d0-b28f-4858-bfb4-6e75b62bd78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:19.398963 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3282dd29-2a03-44a3-8d29-784f68f0ff18 req-92f9e6af-7524-4286-bc10-a447cf05a7a0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496950 Mar 14 18:57:19.427887 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-743dc85a-fde6-4fc4-a83b-5ea5eb1ad640 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299421 Mar 14 18:57:19.576952 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c2f68d0-b28f-4858-bfb4-6e75b62bd78d admin admin] Publish callbacks [] for security_group (0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:19.627515 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-265d6823-df22-4d37-b468-9c605243123a req-7396bf34-fac9-47ff-b504-010469036644 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120028 Mar 14 18:57:19.656708 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c2f68d0-b28f-4858-bfb4-6e75b62bd78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:19.695465 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f68d0-b28f-4858-bfb4-6e75b62bd78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:19.723824 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-fff28ee8-c826-4a69-92e4-c9c28692ba7f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--694897278&fields=id&tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6 HTTP/1.1" status: 200 len: 267 time: 0.0942914 Mar 14 18:57:19.728363 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0c2f68d0-b28f-4858-bfb4-6e75b62bd78d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48e9a60253f648a9a88ff778273bd29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955381 Mar 14 18:57:19.733387 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46458) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:19.792691 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-86dc4220-9bc9-452b-a42c-0125ac1c6e1a req-53dd8ffe-eb09-4781-b7ba-7fc30e36b5c2 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511530 Mar 14 18:57:19.816518 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8648fca-e735-46f8-8124-033d5261bd27 admin admin] Publish callbacks [] for security_group (0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:19.843143 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8648fca-e735-46f8-8124-033d5261bd27 admin admin] Publish callbacks [] for security_group (0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:19.906989 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8648fca-e735-46f8-8124-033d5261bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:19.918929 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8648fca-e735-46f8-8124-033d5261bd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:19.922469 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f8648fca-e735-46f8-8124-033d5261bd27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6 HTTP/1.1" status: 204 len: 168 time: 0.1879597 Mar 14 18:57:19.945025 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8648fca-e735-46f8-8124-033d5261bd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0519652f-9ea1-4fbb-b7af-9c8f0a7ed0e6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:20.045374 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-a6720766-f63f-4718-9147-7c1ee3271f9f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.050459 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-a6720766-f63f-4718-9147-7c1ee3271f9f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 811 time: 0.3239710 Mar 14 18:57:20.097115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04113976-ee4c-4380-964b-fca73f741c38 x-openstack-request-id: req-04113976-ee4c-4380-964b-fca73f741c38 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:20.097115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:20.097115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04113976-ee4c-4380-964b-fca73f741c38 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:20.097579 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'status': 'completed', 'code': 200} Mar 14 18:57:20.108005 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-48a444cd-a295-4f7d-92b7-8d21f19c22ae tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/quotas/6271df8d8f4a4ac884d3e4adcc3e1fa6 HTTP/1.1" status: 200 len: 375 time: 0.0340219 Mar 14 18:57:20.244542 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-9901aae9-7e35-41fa-ab23-6567be7e40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.247311 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-9901aae9-7e35-41fa-ab23-6567be7e40a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 1128 time: 0.1012208 Mar 14 18:57:20.358897 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-97d2659f-6ed0-49fd-bcf2-1382f83ec873 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2344716 Mar 14 18:57:20.448079 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc894-dcc8-430a-bc76-ca3b0b4a35e2 req-17005c36-2214-491b-b088-168513dd7398 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.450131 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-379cc894-dcc8-430a-bc76-ca3b0b4a35e2 req-17005c36-2214-491b-b088-168513dd7398 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.2235425 Mar 14 18:57:20.624880 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-379cc894-dcc8-430a-bc76-ca3b0b4a35e2 req-0fc1e97a-ed1a-41c1-bc9c-62c06e855392 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090503 Mar 14 18:57:20.706666 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-7ce687b5-0bae-4169-adac-6cb7b4dcd7d8 service neutron] 10.222.0.35 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146403 Mar 14 18:57:20.804385 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-89fd15c3-cbd5-4b81-8cad-2d3637f9514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:20.808529 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-89fd15c3-cbd5-4b81-8cad-2d3637f9514c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.5496178 Mar 14 18:57:20.855607 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device c20464bf-e302-4abf-8243-3aad6c5d9467 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:57:20.924489 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-7a6a9d0b-8f3b-4903-941b-8de9bd9fddeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b HTTP/1.1" status: 200 len: 217 time: 0.1078074 Mar 14 18:57:21.126236 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-292689c9-c68b-4091-9841-4c4f5ac2a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:21.130659 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-292689c9-c68b-4091-9841-4c4f5ac2a52a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.1866708 Mar 14 18:57:21.256436 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port c20464bf-e302-4abf-8243-3aad6c5d9467, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=c20464bf-e302-4abf-8243-3aad6c5d9467,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:21.295733 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': 'c20464bf-e302-4abf-8243-3aad6c5d9467', 'network_id': '6812997a-7703-4b8e-9fa6-43bfd594cf2d', 'port_id': 'c20464bf-e302-4abf-8243-3aad6c5d9467', 'mac_address': 'fa:16:3e:5f:60:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4bf07e-0890-4640-9b68-0a62f4cbf364', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:57:21.334901 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-efaf0e6c-4ad2-4e3b-8151-5df63e63f773 service neutron] 10.222.0.35 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234884 Mar 14 18:57:21.350592 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-d32adedb-40fe-45ab-b874-88b9a84b4efe tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:21.352221 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-d32adedb-40fe-45ab-b874-88b9a84b4efe tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 815 time: 0.3891139 Mar 14 18:57:21.393374 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-d6880efa-66cf-4d8f-a3c5-8dd2a0137888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:21.400434 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-d6880efa-66cf-4d8f-a3c5-8dd2a0137888 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2554553 Mar 14 18:57:21.448739 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port c20464bf-e302-4abf-8243-3aad6c5d9467 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:21.451038 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:21.492822 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20464bf-e302-4abf-8243-3aad6c5d9467 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:21.550069 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port c20464bf-e302-4abf-8243-3aad6c5d9467, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=c20464bf-e302-4abf-8243-3aad6c5d9467,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:21.564378 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:21.605024 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-c92c7550-5ad5-439d-90cb-45be204191fc service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951339 Mar 14 18:57:21.728721 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=c20464bf-e302-4abf-8243-3aad6c5d9467,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:21.845138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['c20464bf-e302-4abf-8243-3aad6c5d9467'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:21.861626 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7ae026c3-a242-421f-91a0-21ab16c43289 req-8ea68a5c-1079-4d3c-9923-8ba101e92616 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483051 Mar 14 18:57:22.128136 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8786933c-c47b-4d09-85ea-7f98606297e8 req-f6077b5b-ff74-4d0e-8980-e0a46331986a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 210 time: 0.1366429 Mar 14 18:57:22.189426 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5fe3c-847f-4c09-b995-4eae4b24a69e req-73cf6f4c-436c-4bb8-8ef1-0e0fe5de94be tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.191383 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a4d5fe3c-847f-4c09-b995-4eae4b24a69e req-73cf6f4c-436c-4bb8-8ef1-0e0fe5de94be tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 944 time: 1.1163278 Mar 14 18:57:22.197831 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-d2745e5b-4377-4bbb-8f87-cab3e01e2ee7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 380 time: 0.1960075 Mar 14 18:57:22.244039 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'port': {'device_id': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'admin_state_up': True, 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'security_groups': ['a1173ce0-1970-44e5-b728-13327b429ece']}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:22.405409 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a4d5fe3c-847f-4c09-b995-4eae4b24a69e req-dc5bd42f-2fff-4828-9fb9-192a72381b7d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043571 Mar 14 18:57:22.465900 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342052d-8068-415c-b3db-1273ebaa237d req-90daf374-d821-43d7-ad3d-bd6eae2299b2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.465900 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6342052d-8068-415c-b3db-1273ebaa237d req-90daf374-d821-43d7-ad3d-bd6eae2299b2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 944 time: 0.1907687 Mar 14 18:57:22.502398 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Made reservation on behalf of ab8c01d7cef74443bcbdd601b2acc4b2 for: {'port': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:22.507442 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:22.570590 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6342052d-8068-415c-b3db-1273ebaa237d req-d34611ea-6a95-41bf-b109-8a948f30dba7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060662 Mar 14 18:57:22.745950 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ef250041-c93f-41ff-bac0-b778b6c111d0 req-09fda3ef-31c5-438a-8628-1df46e010d9e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 210 time: 0.0751424 Mar 14 18:57:22.874085 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:57:22.876079 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db81a2-1b90-4d12-add7-1df1233c2229 req-80378f07-83a4-4db6-83f5-0ffcc1e23181 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:22.879378 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2db81a2-1b90-4d12-add7-1df1233c2229 req-80378f07-83a4-4db6-83f5-0ffcc1e23181 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.2183030 Mar 14 18:57:22.923131 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46574) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:22.932089 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device c20464bf-e302-4abf-8243-3aad6c5d9467 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:23.032730 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Allocated IP 172.20.0.11 (e94f98c8-f193-4044-aade-c657f6b0401c/417643b2-7c20-48f4-9f46-0ef378eef4a0/9e7de98f-e348-4f91-abb2-2063f32de56b) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:23.048556 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2db81a2-1b90-4d12-add7-1df1233c2229 req-98a8f15f-5324-474f-a8c3-a787dc1ce09b tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528494 Mar 14 18:57:23.094496 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port c20464bf-e302-4abf-8243-3aad6c5d9467 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:57:23.120879 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port c20464bf-e302-4abf-8243-3aad6c5d9467 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:23.121657 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.235983 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:23.256909 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:57:23.322802 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.427746 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:23.428318 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.439098 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c9997b13-b206-4351-978a-9657bde8681f req-720c4a52-8d9e-4f0b-ae46-7c840ee5fc31 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 210 time: 0.0944448 Mar 14 18:57:23.468242 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.477370 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port c20464bf-e302-4abf-8243-3aad6c5d9467 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:23.478546 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.519793 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:23.561007 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Network e94f98c8-f193-4044-aade-c657f6b0401c is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:23.565601 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:23.594994 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.602880 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:23.612456 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:23.614715 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.635834 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20464bf-e302-4abf-8243-3aad6c5d9467'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:23.658989 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfef0a55-b474-49ad-9f71-ce1232b36dd3" -d '{"events": [{"server_uuid": "cdd222ea-a239-4c67-8fca-bc5e58bb79fc", "name": "network-vif-plugged", "status": "completed", "tag": "c20464bf-e302-4abf-8243-3aad6c5d9467"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:23.696111 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port c20464bf-e302-4abf-8243-3aad6c5d9467, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=c20464bf-e302-4abf-8243-3aad6c5d9467,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:23.753725 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:23.756689 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.810160 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5750501 Mar 14 18:57:23.810160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:23.859877 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.867208 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.868007 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.868564 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.869114 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.870783 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.871414 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.873208 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.874792 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.877211 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.877920 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.878607 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.879258 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.881633 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.882370 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9205e-57dd-4a6d-a9f0-a42789f39939 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:23.884805 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Publish callbacks [] for security_group (64e5f086-7f58-43c2-b166-2d6a11234c13), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.886188 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.892360 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=c20464bf-e302-4abf-8243-3aad6c5d9467,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:23.894305 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (64e5f086-7f58-43c2-b166-2d6a11234c13), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:23.927513 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Request body: {'port': {'device_id': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:23.992292 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a271b9fd3e4248e0aee74f003d383bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0666504 Mar 14 18:57:24.003855 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46606) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:24.025122 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:24.083793 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5f086-7f58-43c2-b166-2d6a11234c13,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:24.111905 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.112597 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.113124 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.113661 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.114306 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.115379 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.116403 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.117389 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.118228 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.118831 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.119367 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.120016 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.120519 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.124183 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.124853 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08437071-e5fd-45a3-ac0e-702c3f43e4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:24.125020 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f1765-b385-4c8c-9c67-d8c217819383 req-b0ba2c00-3a5f-4a19-b664-edfa277665f4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:24.126870 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-769f1765-b385-4c8c-9c67-d8c217819383 req-b0ba2c00-3a5f-4a19-b664-edfa277665f4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 945 time: 0.4830310 Mar 14 18:57:24.225569 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-423fee58-5c0b-4c60-b78c-450490875a38 None None] Provisioning complete for port 9e7de98f-e348-4f91-abb2-2063f32de56b triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:24.226891 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-423fee58-5c0b-4c60-b78c-450490875a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:24.243070 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:24.246330 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:24.279849 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58363324-af4c-4cb8-947e-e1f0cecc0a72 req-e41a5fc1-57e0-454b-922b-3e9002f7f6d4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:24.281601 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-58363324-af4c-4cb8-947e-e1f0cecc0a72 req-e41a5fc1-57e0-454b-922b-3e9002f7f6d4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 945 time: 0.5077872 Mar 14 18:57:24.308645 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c99ed8b6-48ee-46d7-a56e-cc9db460c6f5 admin admin] Publish callbacks [] for security_group (64e5f086-7f58-43c2-b166-2d6a11234c13), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:24.360041 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-769f1765-b385-4c8c-9c67-d8c217819383 req-20ff3d18-6bb4-4dd7-91a1-63f2b785b634 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055144 Mar 14 18:57:24.376128 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c99ed8b6-48ee-46d7-a56e-cc9db460c6f5 admin admin] Publish callbacks [] for security_group (64e5f086-7f58-43c2-b166-2d6a11234c13), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:24.403197 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-423fee58-5c0b-4c60-b78c-450490875a38 None None] Port 9e7de98f-e348-4f91-abb2-2063f32de56b cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:57:24.440523 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-58363324-af4c-4cb8-947e-e1f0cecc0a72 req-367f7cf3-9b6d-4cd1-9974-fe5b5e7162be tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147242 Mar 14 18:57:24.618061 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c4652002-de42-4601-a39d-a03a6af12a69 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:24.620330 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ea5077-ead8-497c-92ef-29a2231a6153 x-openstack-request-id: req-42ea5077-ead8-497c-92ef-29a2231a6153 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:24.622995 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c4652002-de42-4601-a39d-a03a6af12a69 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 811 time: 0.4852850 Mar 14 18:57:24.624916 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd222ea-a239-4c67-8fca-bc5e58bb79fc", "name": "network-vif-plugged", "status": "completed", "tag": "c20464bf-e302-4abf-8243-3aad6c5d9467", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:24.626225 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42ea5077-ead8-497c-92ef-29a2231a6153 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:24.627540 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20464bf-e302-4abf-8243-3aad6c5d9467', 'code': 200} Mar 14 18:57:24.651895 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a25c9a47-2511-4f3f-ba1e-3edb02de880e req-76bd7b3d-105f-4260-b763-8d2cd999c076 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 210 time: 0.0748401 Mar 14 18:57:24.743104 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c99ed8b6-48ee-46d7-a56e-cc9db460c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (64e5f086-7f58-43c2-b166-2d6a11234c13), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:24.760224 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c99ed8b6-48ee-46d7-a56e-cc9db460c6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:24.764952 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-c99ed8b6-48ee-46d7-a56e-cc9db460c6f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64e5f086-7f58-43c2-b166-2d6a11234c13 HTTP/1.1" status: 204 len: 168 time: 0.7600026 Mar 14 18:57:24.843867 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-f6afd251-fd20-4920-a4b1-afd92c7b3046 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6 HTTP/1.1" status: 200 len: 379 time: 0.2126052 Mar 14 18:57:24.850986 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ed8b6-48ee-46d7-a56e-cc9db460c6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5f086-7f58-43c2-b166-2d6a11234c13,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:24.891179 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'port': {'device_id': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'admin_state_up': True, 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'security_groups': ['1b5cbf73-76ba-4d04-b3c8-7fc720325b50']}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:25.106163 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Made reservation on behalf of 6271df8d8f4a4ac884d3e4adcc3e1fa6 for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:25.109640 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.183259 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7de98f-e348-4f91-abb2-2063f32de56b {{(pid=103191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:25.212956 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Publish callbacks [] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.263234 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab8ed2-5cfb-4802-b251-706c9bfc1970 req-fcaf1fcf-1369-4f4d-945e-2a9418483042 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.268128 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c6221-b0cd-4478-9328-8844f2f498af req-3420ef21-0a17-467a-93e3-603ec294b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:25.270121 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-857c6221-b0cd-4478-9328-8844f2f498af req-3420ef21-0a17-467a-93e3-603ec294b5b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 1130 time: 0.2032161 Mar 14 18:57:25.277559 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6bab8ed2-5cfb-4802-b251-706c9bfc1970 req-fcaf1fcf-1369-4f4d-945e-2a9418483042 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 932 time: 0.4382830 Mar 14 18:57:25.323715 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.provisioning_blocks [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Transition to ACTIVE for port object 9e7de98f-e348-4f91-abb2-2063f32de56b will not be triggered until provisioned by entity L2. {{(pid=103191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:57:25.340829 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.434539 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-857c6221-b0cd-4478-9328-8844f2f498af req-bfdb095c-2a7e-43f1-bb6f-84c32806f18a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520395 Mar 14 18:57:25.517430 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Allocated IP 172.20.0.5 (ec788d8e-061b-43c6-8c8c-181d13912795/99f53892-bdf7-491d-b27b-88d4b37c04d6/645a1a00-7d1d-4667-87af-b9dea1d881c1) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:25.530804 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6bab8ed2-5cfb-4802-b251-706c9bfc1970 req-bb9e514e-d9e2-4d3f-b61e-e4e67e978f4b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490096 Mar 14 18:57:25.614540 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:25.715258 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Attempting to bind port 9e7de98f-e348-4f91-abb2-2063f32de56b on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:25.717529 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Attempting to bind port 9e7de98f-e348-4f91-abb2-2063f32de56b by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:25.718618 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Attempting to bind port 9e7de98f-e348-4f91-abb2-2063f32de56b on network e94f98c8-f193-4044-aade-c657f6b0401c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:25.729965 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Port 9e7de98f-e348-4f91-abb2-2063f32de56b on network e94f98c8-f193-4044-aade-c657f6b0401c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:57:25.731266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Attempting to bind port 9e7de98f-e348-4f91-abb2-2063f32de56b on network e94f98c8-f193-4044-aade-c657f6b0401c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:25.744108 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:25.746301 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Checking segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:25.748004 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Bound using segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:25.751141 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Bound port: 9e7de98f-e348-4f91-abb2-2063f32de56b, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:25.752654 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:25.784722 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46684) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:25.853263 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-47bae09c-2dbb-4d96-8486-ebee5ff21d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.047185 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.054731 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:26.068978 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:26.102927 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c76676-9c59-4338-a0b4-0ac801ad4a23 req-10a837e0-79a2-4fcf-8041-a883788e5d08 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.114130 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-55c76676-9c59-4338-a0b4-0ac801ad4a23 req-10a837e0-79a2-4fcf-8041-a883788e5d08 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.2506909 Mar 14 18:57:26.114130 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.157808 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.197757 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.198448 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.204946 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] 10.222.0.21 "PUT /v2.0/ports/9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 1094 time: 2.3739026 Mar 14 18:57:26.223025 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:26.223025 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b0004-2763-4e8f-bddf-13ac621c9185" -d '{"events": [{"name": "network-changed", "server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:26.303984 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'Port': ['ID=645a1a00-7d1d-4667-87af-b9dea1d881c1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:26.320859 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-47bae09c-2dbb-4d96-8486-ebee5ff21d9b admin admin] Publish callbacks [] for security_group (6a4be280-34fe-4c06-8533-317c163ccaae), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.351687 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Network ec788d8e-061b-43c6-8c8c-181d13912795 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:26.358999 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:26.375984 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:26.406586 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.407563 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.439043 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-c6aaf57e-01be-4832-8e6d-2924cf5e7feb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5852172 Mar 14 18:57:26.444271 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-47bae09c-2dbb-4d96-8486-ebee5ff21d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6a4be280-34fe-4c06-8533-317c163ccaae), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.487303 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae09c-2dbb-4d96-8486-ebee5ff21d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4be280-34fe-4c06-8533-317c163ccaae,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:26.493987 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Request body: {'port': {'device_id': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:26.506047 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-55c76676-9c59-4338-a0b4-0ac801ad4a23 req-ac1492e8-47a0-4a83-98a9-2ff11777c384 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908629 Mar 14 18:57:26.510665 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf358b-4703-41f4-8864-17cbfd206f17 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:26.685403 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-47bae09c-2dbb-4d96-8486-ebee5ff21d9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1b5a24340114bc882b738109d608e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8962371 Mar 14 18:57:26.694918 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46728) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:26.728027 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d7f4b-cf6d-4215-994b-7cd1709665a7 req-3a873043-ee9a-405d-a747-938025e3b9c8 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.750019 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-643d7f4b-cf6d-4215-994b-7cd1709665a7 req-3a873043-ee9a-405d-a747-938025e3b9c8 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 945 time: 0.4348786 Mar 14 18:57:26.770492 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:26.841242 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-f58be35c-f867-4a96-a1a1-fa9876cecc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:26.842928 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-f58be35c-f867-4a96-a1a1-fa9876cecc02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1128 time: 0.4468937 Mar 14 18:57:26.887253 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:26.947649 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-643d7f4b-cf6d-4215-994b-7cd1709665a7 req-cdf4e5eb-dfc9-4a4f-b4ac-a2bde508a560 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962881 Mar 14 18:57:27.058941 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-15aa0d91-6cc0-42bf-951f-8ed72d7516d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 217 time: 0.1326706 Mar 14 18:57:27.092488 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46742) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:27.120226 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19feb955-a914-488d-bcea-33e08d918523 x-openstack-request-id: req-19feb955-a914-488d-bcea-33e08d918523 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:27.120822 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:27.121543 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19feb955-a914-488d-bcea-33e08d918523 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:27.122287 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'status': 'completed', 'code': 200} Mar 14 18:57:27.151286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c393cad-ec55-46f2-bb5c-1b99020e2150 req-d5a6ea61-37b3-4e65-94ed-560a048d9b3d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.153271 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9c393cad-ec55-46f2-bb5c-1b99020e2150 req-d5a6ea61-37b3-4e65-94ed-560a048d9b3d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 931 time: 0.4628925 Mar 14 18:57:27.163592 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-77a389d1-9e49-4073-8f7c-9fd5f9654e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.166117 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-77a389d1-9e49-4073-8f7c-9fd5f9654e1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.1000876 Mar 14 18:57:27.170561 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-65630da1-1f2a-4cef-9f91-9911110a6834 None None] Provisioning complete for port 645a1a00-7d1d-4667-87af-b9dea1d881c1 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:27.170940 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-65630da1-1f2a-4cef-9f91-9911110a6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.246551 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-65630da1-1f2a-4cef-9f91-9911110a6834 None None] Port 645a1a00-7d1d-4667-87af-b9dea1d881c1 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:57:27.254841 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:57:27.259711 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:27.260372 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.293501 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9c393cad-ec55-46f2-bb5c-1b99020e2150 req-413857bc-929b-4fef-b6a9-3d9dad4fa033 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335647 Mar 14 18:57:27.323171 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df996b-1318-4936-baef-b951115f2b9a req-8f438448-b9e7-4b9c-8554-08ff0ab3227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.324686 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-8f438448-b9e7-4b9c-8554-08ff0ab3227d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1293411 Mar 14 18:57:27.338679 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b93e3c-b597-4f0c-b758-ee9f45d1a866 req-6a760fcf-4126-4985-be67-342a69ef5f42 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:27.340475 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-65b93e3c-b597-4f0c-b758-ee9f45d1a866 req-6a760fcf-4126-4985-be67-342a69ef5f42 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.1018984 Mar 14 18:57:27.352020 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e9cae25-8952-4d75-b95c-46e44bdd53e5 admin admin] Publish callbacks [] for security_group (6a4be280-34fe-4c06-8533-317c163ccaae), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.393655 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e9cae25-8952-4d75-b95c-46e44bdd53e5 admin admin] Publish callbacks [] for security_group (6a4be280-34fe-4c06-8533-317c163ccaae), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.461350 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-0df96cda-a6a3-4e4e-bb41-35c83c3d8424 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173594 Mar 14 18:57:27.509678 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e9cae25-8952-4d75-b95c-46e44bdd53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6a4be280-34fe-4c06-8533-317c163ccaae), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.515368 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e9cae25-8952-4d75-b95c-46e44bdd53e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.516854 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-3e9cae25-8952-4d75-b95c-46e44bdd53e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a4be280-34fe-4c06-8533-317c163ccaae HTTP/1.1" status: 204 len: 168 time: 0.8209221 Mar 14 18:57:27.530766 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:27.531181 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.593492 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:27.596951 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b5a73-c2b3-4dbb-aa2a-c46628f14350" -d '{"events": [{"server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "name": "network-vif-plugged", "status": "completed", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:27.614960 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:27.622253 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.658267 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cae25-8952-4d75-b95c-46e44bdd53e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4be280-34fe-4c06-8533-317c163ccaae,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:27.660682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc542-7d29-4b92-9a7c-53c2b269eaf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.700683 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:27.722344 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.723548 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.724249 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.724754 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.725392 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.726137 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.727279 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.727279 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.727823 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.728352 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.728982 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.729683 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.730366 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.731128 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.732435 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:57:27.746786 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645a1a00-7d1d-4667-87af-b9dea1d881c1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:27.763785 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Publish callbacks [] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.790706 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc542-7d29-4b92-9a7c-53c2b269eaf5 admin admin] Publish callbacks [] for security_group (7fc2293f-42ab-43c7-9332-758a332ea533), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.794342 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Transition to ACTIVE for port object 645a1a00-7d1d-4667-87af-b9dea1d881c1 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:57:27.798364 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc542-7d29-4b92-9a7c-53c2b269eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7fc2293f-42ab-43c7-9332-758a332ea533), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.806279 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:27.968572 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cc542-7d29-4b92-9a7c-53c2b269eaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2293f-42ab-43c7-9332-758a332ea533,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:28.022005 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-6a6cc542-7d29-4b92-9a7c-53c2b269eaf5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbe9573562c94e1a82b80182e7c840d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9218371 Mar 14 18:57:28.024786 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46786) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:28.071987 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=645a1a00-7d1d-4667-87af-b9dea1d881c1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:28.141792 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-08df996b-1318-4936-baef-b951115f2b9a req-57a15291-741a-4448-b7f7-e6daadd998d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720214 Mar 14 18:57:28.148158 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Attempting to bind port 645a1a00-7d1d-4667-87af-b9dea1d881c1 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:28.148724 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Attempting to bind port 645a1a00-7d1d-4667-87af-b9dea1d881c1 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:28.149990 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Attempting to bind port 645a1a00-7d1d-4667-87af-b9dea1d881c1 on network ec788d8e-061b-43c6-8c8c-181d13912795 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:28.176964 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-65b93e3c-b597-4f0c-b758-ee9f45d1a866 req-328f91ff-aa34-4812-a50c-c61c784a9cf6 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7144842 Mar 14 18:57:28.225830 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Port 645a1a00-7d1d-4667-87af-b9dea1d881c1 on network ec788d8e-061b-43c6-8c8c-181d13912795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:57:28.226171 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Attempting to bind port 645a1a00-7d1d-4667-87af-b9dea1d881c1 on network ec788d8e-061b-43c6-8c8c-181d13912795 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:28.236405 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3c04-5e9b-49bb-a81b-4c52ddc2b9ab req-dfe37a77-bc4c-44e3-b365-5257db1b8006 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.237884 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-585f3c04-5e9b-49bb-a81b-4c52ddc2b9ab req-dfe37a77-bc4c-44e3-b365-5257db1b8006 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.5799057 Mar 14 18:57:28.252274 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:28.252613 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Checking segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:28.258626 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Bound using segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:28.259567 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Bound port: 645a1a00-7d1d-4667-87af-b9dea1d881c1, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:28.260187 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.286670 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58529204-7931-454b-99ba-9c82ac997204 x-openstack-request-id: req-58529204-7931-454b-99ba-9c82ac997204 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:28.287227 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "name": "network-vif-plugged", "status": "completed", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:28.287304 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58529204-7931-454b-99ba-9c82ac997204 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:28.287748 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'code': 200} Mar 14 18:57:28.353287 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-585f3c04-5e9b-49bb-a81b-4c52ddc2b9ab req-993e74ef-9c16-4840-a625-26c20594e1f1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013501 Mar 14 18:57:28.399732 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-cec84516-ab2a-4ea3-bca5-d94614ecd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.400663 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57d0294d-094b-4183-9bc7-17b63aec85ba admin admin] Publish callbacks [] for security_group (7fc2293f-42ab-43c7-9332-758a332ea533), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.403019 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-cec84516-ab2a-4ea3-bca5-d94614ecd578 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1128 time: 0.1028335 Mar 14 18:57:28.508331 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57d0294d-094b-4183-9bc7-17b63aec85ba admin admin] Publish callbacks [] for security_group (7fc2293f-42ab-43c7-9332-758a332ea533), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.540571 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46802) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:28.593422 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] For port 645a1a00-7d1d-4667-87af-b9dea1d881c1, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:28.670589 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] For port 645a1a00-7d1d-4667-87af-b9dea1d881c1, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:28.699308 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.786510 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.787667 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.790153 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] 10.222.0.21 "PUT /v2.0/ports/645a1a00-7d1d-4667-87af-b9dea1d881c1 HTTP/1.1" status: 200 len: 1093 time: 2.3170865 Mar 14 18:57:28.795502 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:28.798279 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fbaaa7-25a0-4495-aa32-35b683662831" -d '{"events": [{"name": "network-changed", "server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:28.839255 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57d0294d-094b-4183-9bc7-17b63aec85ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7fc2293f-42ab-43c7-9332-758a332ea533), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.849024 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57d0294d-094b-4183-9bc7-17b63aec85ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:28.852373 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-57d0294d-094b-4183-9bc7-17b63aec85ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fc2293f-42ab-43c7-9332-758a332ea533 HTTP/1.1" status: 204 len: 168 time: 0.7770081 Mar 14 18:57:28.871833 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27d190-895a-4684-9543-320f99cbb455 req-0086a97a-0762-49ec-b3b7-fba15b146cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.876031 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ff27d190-895a-4684-9543-320f99cbb455 req-0086a97a-0762-49ec-b3b7-fba15b146cf4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 1130 time: 0.2494550 Mar 14 18:57:28.888361 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65806861-0904-4270-8ce6-a3af8f5b9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=645a1a00-7d1d-4667-87af-b9dea1d881c1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:28.931936 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883469c-ab7d-4aee-98ee-619f7aa7b097 req-0a5deab6-999c-4e65-a9cc-e9b8cac8f9fb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.933668 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8883469c-ab7d-4aee-98ee-619f7aa7b097 req-0a5deab6-999c-4e65-a9cc-e9b8cac8f9fb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.4955964 Mar 14 18:57:28.971814 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2be7a3-089d-417d-9f34-1fd68718ae00 req-33a3c37a-896e-4392-b885-610d03e02232 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:28.981497 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cc2be7a3-089d-417d-9f34-1fd68718ae00 req-33a3c37a-896e-4392-b885-610d03e02232 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 943 time: 0.4578059 Mar 14 18:57:28.994051 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0294d-094b-4183-9bc7-17b63aec85ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2293f-42ab-43c7-9332-758a332ea533,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:29.057085 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-ea107b5d-955a-483c-9511-8802427ffcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.061977 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-ea107b5d-955a-483c-9511-8802427ffcb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.6491849 Mar 14 18:57:29.079666 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe70e5f5-37ab-469b-b02a-85c8ea7993af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.088922 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ff27d190-895a-4684-9543-320f99cbb455 req-afb38915-d643-48cf-9962-599cf5b635f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026165 Mar 14 18:57:29.101918 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8883469c-ab7d-4aee-98ee-619f7aa7b097 req-b8a2024a-28b8-486d-8f8d-dfe8a1e37981 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515145 Mar 14 18:57:29.166344 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-a47962c8-56b7-40ca-8dcd-27d7eb96f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.168442 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-a47962c8-56b7-40ca-8dcd-27d7eb96f6f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 1127 time: 0.2886295 Mar 14 18:57:29.221829 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-5f63f118-6742-45ba-a747-2f96130ba8a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 217 time: 0.1243091 Mar 14 18:57:29.257876 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cc2be7a3-089d-417d-9f34-1fd68718ae00 req-1741523a-36c3-499e-9025-41a6c832a912 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752450 Mar 14 18:57:29.335232 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4554cc-38f4-41b1-9528-1cdb099a60a2 x-openstack-request-id: req-db4554cc-38f4-41b1-9528-1cdb099a60a2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:29.335701 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:29.336116 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db4554cc-38f4-41b1-9528-1cdb099a60a2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:29.336803 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'status': 'completed', 'code': 200} Mar 14 18:57:29.352677 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe70e5f5-37ab-469b-b02a-85c8ea7993af admin admin] Publish callbacks [] for security_group (4565d008-78ca-45e6-9ffa-c8467a1c07e4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.430652 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-c06890da-d4b5-49d5-8a1a-9c0846f16644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.437206 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-c06890da-d4b5-49d5-8a1a-9c0846f16644 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0723765 Mar 14 18:57:29.475515 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe70e5f5-37ab-469b-b02a-85c8ea7993af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4565d008-78ca-45e6-9ffa-c8467a1c07e4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.494005 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-2f3a8722-65ec-4118-86a7-6af56e78d943 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1 HTTP/1.1" status: 200 len: 217 time: 0.1383169 Mar 14 18:57:29.574171 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-e11b9f23-9532-454c-a02e-9d78a3486d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.576388 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-e11b9f23-9532-454c-a02e-9d78a3486d65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.0532312 Mar 14 18:57:29.601726 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fe70e5f5-37ab-469b-b02a-85c8ea7993af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dea19abc39c04300a70fc7557c192851&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0574672 Mar 14 18:57:29.604126 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46832) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:29.649107 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-4a30bef6-7ec4-4816-a762-29208fd91fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.652846 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-4a30bef6-7ec4-4816-a762-29208fd91fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2062833 Mar 14 18:57:29.690602 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70e5f5-37ab-469b-b02a-85c8ea7993af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565d008-78ca-45e6-9ffa-c8467a1c07e4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:29.749529 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213260-5116-47f7-ba47-f98bdca5034b req-15303458-ae61-483c-881d-1db06037685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.751606 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-15303458-ae61-483c-881d-1db06037685a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1479506 Mar 14 18:57:29.752294 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46836) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:29.776623 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d430341-5510-4a07-ade0-70aa5d51fe30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.847041 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-10972451-140d-4733-8296-e769b610018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:29.849550 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-10972451-140d-4733-8296-e769b610018f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 1130 time: 0.2355824 Mar 14 18:57:29.930310 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0184877d-b4d5-4882-881f-3da988881905 admin admin] Publish callbacks [] for security_group (4565d008-78ca-45e6-9ffa-c8467a1c07e4), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:29.998226 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46d126-9679-4f89-8070-f5f0f8fb68d9 req-1ac08d7c-75e1-4068-a3e9-ce8a84a65b56 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.006919 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c46d126-9679-4f89-8070-f5f0f8fb68d9 req-1ac08d7c-75e1-4068-a3e9-ce8a84a65b56 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.3708050 Mar 14 18:57:30.007158 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-895a7c64-9936-4610-8715-4c044fe3a18f service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324109 Mar 14 18:57:30.012899 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0184877d-b4d5-4882-881f-3da988881905 admin admin] Publish callbacks [] for security_group (4565d008-78ca-45e6-9ffa-c8467a1c07e4), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.105934 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-7f2febdf-05e6-44d8-aff8-9ac4436f911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.107446 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-7f2febdf-05e6-44d8-aff8-9ac4436f911e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.2427118 Mar 14 18:57:30.111079 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-a0a72779-208e-4d58-b24d-65058202da03 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848889 Mar 14 18:57:30.118121 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d430341-5510-4a07-ade0-70aa5d51fe30 admin admin] Publish callbacks [] for security_group (c1c38808-fea2-40b9-9ab2-83e271a610fa), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.143831 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d430341-5510-4a07-ade0-70aa5d51fe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c1c38808-fea2-40b9-9ab2-83e271a610fa), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.203763 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef9b4c-d71d-4224-872b-a7f31b016bbc req-732a2cfd-ee1c-4ccd-b191-46ce69669073 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.205485 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0cef9b4c-d71d-4224-872b-a7f31b016bbc req-732a2cfd-ee1c-4ccd-b191-46ce69669073 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.2462564 Mar 14 18:57:30.215942 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-84bb8a8a-48c5-4836-a18e-4971ea634fdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20464bf-e302-4abf-8243-3aad6c5d9467 HTTP/1.1" status: 200 len: 217 time: 0.0852795 Mar 14 18:57:30.218073 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c46d126-9679-4f89-8070-f5f0f8fb68d9 req-eb62acbb-1190-42ea-82d9-e892736ca25c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085090 Mar 14 18:57:30.282591 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0184877d-b4d5-4882-881f-3da988881905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4565d008-78ca-45e6-9ffa-c8467a1c07e4), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.288559 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0184877d-b4d5-4882-881f-3da988881905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.290700 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-0184877d-b4d5-4882-881f-3da988881905 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4565d008-78ca-45e6-9ffa-c8467a1c07e4 HTTP/1.1" status: 204 len: 168 time: 0.6849916 Mar 14 18:57:30.296016 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-6d430341-5510-4a07-ade0-70aa5d51fe30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4dc8bcbce564abc840287db0a9c727d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5418241 Mar 14 18:57:30.304693 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46852) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:30.306398 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d430341-5510-4a07-ade0-70aa5d51fe30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c38808-fea2-40b9-9ab2-83e271a610fa,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:30.315596 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-cd213260-5116-47f7-ba47-f98bdca5034b req-b6cf767c-3e0b-4743-8ac1-e3bd72da663f service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923942 Mar 14 18:57:30.323545 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-cd5ac6de-efab-4809-8e9c-3f7fd25b308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.325241 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-cd5ac6de-efab-4809-8e9c-3f7fd25b308d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.0888655 Mar 14 18:57:30.384173 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-3c4811aa-d925-4998-b4e9-ff02e1915183 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338209 Mar 14 18:57:30.436000 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184877d-b4d5-4882-881f-3da988881905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565d008-78ca-45e6-9ffa-c8467a1c07e4,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:30.509421 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0cef9b4c-d71d-4224-872b-a7f31b016bbc req-5eb7cd49-7ccf-4903-80d0-0c160bd2c9ff tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873616 Mar 14 18:57:30.578094 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-054b0004-2763-4e8f-bddf-13ac621c9185 req-bd081322-b122-44e5-9472-ae0bdc0cc0b3 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455481 Mar 14 18:57:30.590747 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3645a61-b002-483d-9812-29b5fb2e273a req-4e18001c-95f9-48d2-87cc-9ed57511e031 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.605392 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3645a61-b002-483d-9812-29b5fb2e273a req-4e18001c-95f9-48d2-87cc-9ed57511e031 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.2991390 Mar 14 18:57:30.679497 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae69-5880-4033-a1e4-ea35fdd7772e admin admin] Publish callbacks [] for security_group (c1c38808-fea2-40b9-9ab2-83e271a610fa), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.739083 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae69-5880-4033-a1e4-ea35fdd7772e admin admin] Publish callbacks [] for security_group (c1c38808-fea2-40b9-9ab2-83e271a610fa), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:30.787079 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96619b4-191f-4f63-a00d-c4bace8d2742 req-7c6e75b7-7ca9-4c7a-8a4c-ca3e069b66a0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.794276 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c96619b4-191f-4f63-a00d-c4bace8d2742 req-7c6e75b7-7ca9-4c7a-8a4c-ca3e069b66a0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.1752496 Mar 14 18:57:30.815203 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3645a61-b002-483d-9812-29b5fb2e273a req-30a47f81-a9aa-4ef8-9b00-7721f1980b94 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901035 Mar 14 18:57:30.827525 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-8335ebf1-6062-454f-93e4-01c519419f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:30.829039 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-8335ebf1-6062-454f-93e4-01c519419f3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 1127 time: 0.3488512 Mar 14 18:57:30.859021 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-12187512-5182-4475-befe-ee5787a2b70a service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634032 Mar 14 18:57:30.879136 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 46864) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:30.880820 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:57:30.954739 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dba4d58d-25ca-461e-b12f-9f7f4f285513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.077186 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c96619b4-191f-4f63-a00d-c4bace8d2742 req-fec5b857-0211-451e-bc1f-698287cf1d6b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819235 Mar 14 18:57:31.089827 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae69-5880-4033-a1e4-ea35fdd7772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c1c38808-fea2-40b9-9ab2-83e271a610fa), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.093184 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-d15991e9-d328-4d79-99b0-0c01b077bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.095136 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-d15991e9-d328-4d79-99b0-0c01b077bcae service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 912 time: 0.2328050 Mar 14 18:57:31.101185 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0b0bae69-5880-4033-a1e4-ea35fdd7772e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.105537 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-0b0bae69-5880-4033-a1e4-ea35fdd7772e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1c38808-fea2-40b9-9ab2-83e271a610fa HTTP/1.1" status: 204 len: 168 time: 0.7824042 Mar 14 18:57:31.114507 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-87911e77-ef13-4d57-a09c-2b1cbc2efaaf req-b114706f-6a05-499e-9eec-e90351704827 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252681 Mar 14 18:57:31.124302 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bae69-5880-4033-a1e4-ea35fdd7772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c38808-fea2-40b9-9ab2-83e271a610fa,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:31.159662 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f87f2-0c5f-4f1d-90ec-9a23aceddf04 req-1346af4b-0b83-4792-b728-7afd1094a91c tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.167915 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d62f87f2-0c5f-4f1d-90ec-9a23aceddf04 req-1346af4b-0b83-4792-b728-7afd1094a91c tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 943 time: 0.2305951 Mar 14 18:57:31.171591 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:31.245618 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'port_id': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'mac_address': 'fa:16:3e:bd:d5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:57:31.272271 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-9278094c-33cd-4b5c-abe6-afef83ab9ceb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1 HTTP/1.1" status: 200 len: 217 time: 0.1560287 Mar 14 18:57:31.273212 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dba4d58d-25ca-461e-b12f-9f7f4f285513 admin admin] Publish callbacks [] for security_group (6d2cff5c-7ca0-47c5-8218-16166085e8fc), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.288682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dba4d58d-25ca-461e-b12f-9f7f4f285513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6d2cff5c-7ca0-47c5-8218-16166085e8fc), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.328694 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d62f87f2-0c5f-4f1d-90ec-9a23aceddf04 req-a4a843a1-80e3-4262-af07-5ac7e5d6662b tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581926 Mar 14 18:57:31.407120 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4d58d-25ca-461e-b12f-9f7f4f285513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2cff5c-7ca0-47c5-8218-16166085e8fc,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:31.408187 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:31.408607 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.420788 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-dba4d58d-25ca-461e-b12f-9f7f4f285513 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1ca5bc0ea714760af2954e20d66e277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313680 Mar 14 18:57:31.422688 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46876) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:31.425811 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-92aaaab4-16c7-44c9-90d6-0c7047134b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.438398 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-92aaaab4-16c7-44c9-90d6-0c7047134b31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.1335311 Mar 14 18:57:31.449104 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7de98f-e348-4f91-abb2-2063f32de56b {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:31.499336 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:31.509083 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.530787 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c74cd8e8-a405-4dc1-9c17-7338d053b146 admin admin] Publish callbacks [] for security_group (6d2cff5c-7ca0-47c5-8218-16166085e8fc), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.556106 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c74cd8e8-a405-4dc1-9c17-7338d053b146 admin admin] Publish callbacks [] for security_group (6d2cff5c-7ca0-47c5-8218-16166085e8fc), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.578785 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826d973-81c9-42aa-a763-7d6f540c0f57 req-fa73c234-1aa9-4f11-9a38-fda950867c06 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.586119 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6826d973-81c9-42aa-a763-7d6f540c0f57 req-fa73c234-1aa9-4f11-9a38-fda950867c06 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.2124698 Mar 14 18:57:31.626449 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:31.639561 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-a9b31ba0-c14d-491b-80c1-1fbb652ac5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.642337 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-a9b31ba0-c14d-491b-80c1-1fbb652ac5d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1873813 Mar 14 18:57:31.743123 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6826d973-81c9-42aa-a763-7d6f540c0f57 req-79900ed5-07f9-4168-a3c4-8220160a2d00 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406052 Mar 14 18:57:31.771866 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c74cd8e8-a405-4dc1-9c17-7338d053b146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6d2cff5c-7ca0-47c5-8218-16166085e8fc), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.776757 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c74cd8e8-a405-4dc1-9c17-7338d053b146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:31.778767 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-c74cd8e8-a405-4dc1-9c17-7338d053b146 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d2cff5c-7ca0-47c5-8218-16166085e8fc HTTP/1.1" status: 204 len: 168 time: 0.3548291 Mar 14 18:57:31.800093 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cd8e8-a405-4dc1-9c17-7338d053b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2cff5c-7ca0-47c5-8218-16166085e8fc,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:31.826560 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aea90-2ed6-4371-8a71-86a64b0243e1 req-87a6caba-55ba-4634-a0c7-eef458f664ac tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:31.842260 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-960aea90-2ed6-4371-8a71-86a64b0243e1 req-87a6caba-55ba-4634-a0c7-eef458f664ac tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1672034 Mar 14 18:57:31.916192 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-33a53dd9-cea6-406b-98cc-a09d97b9e3b7 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565861 Mar 14 18:57:31.943107 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['9e7de98f-e348-4f91-abb2-2063f32de56b'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:31.970702 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-960aea90-2ed6-4371-8a71-86a64b0243e1 req-6a335d0d-a261-4339-a1cc-5b5a74372f6d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272082 Mar 14 18:57:32.202590 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b2f34-1ead-4402-8b9c-ba81f6414a5e req-03fb4e10-6bc1-434a-8dd0-48daa028d548 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:32.211792 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4d7b2f34-1ead-4402-8b9c-ba81f6414a5e req-03fb4e10-6bc1-434a-8dd0-48daa028d548 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.1110368 Mar 14 18:57:32.241766 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d6fbaaa7-25a0-4495-aa32-35b683662831 req-9efccfed-1074-4de2-a617-a134a487f076 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169782 Mar 14 18:57:32.351775 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4d7b2f34-1ead-4402-8b9c-ba81f6414a5e req-80446e88-d0c3-4443-972c-f2aa0d3027eb tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360133 Mar 14 18:57:32.429682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb66c54-c949-47fc-a909-7164283302c4 req-e95deffa-7060-4e41-9aee-016a921049aa tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:32.431687 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-afb66c54-c949-47fc-a909-7164283302c4 req-e95deffa-7060-4e41-9aee-016a921049aa tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.1726687 Mar 14 18:57:32.539518 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-afb66c54-c949-47fc-a909-7164283302c4 req-4118ebb8-c7ac-4c97-bdbe-3a2f4799151b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996795 Mar 14 18:57:32.634336 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885a60b-90bd-4ae7-a038-2a30b8455125 req-10c7c09b-43ff-486e-b604-2899ca9d79da tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:32.642069 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4885a60b-90bd-4ae7-a038-2a30b8455125 req-10c7c09b-43ff-486e-b604-2899ca9d79da tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 943 time: 0.0785420 Mar 14 18:57:32.736384 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4885a60b-90bd-4ae7-a038-2a30b8455125 req-70bc54b9-d33e-40ab-94ee-83348a30096a tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933628 Mar 14 18:57:32.745644 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee891-8689-4dee-8bda-2e01db65b68f req-7c8f3b32-8347-4a3c-9d50-a921fac7ca1d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:32.747281 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-81bee891-8689-4dee-8bda-2e01db65b68f req-7c8f3b32-8347-4a3c-9d50-a921fac7ca1d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.1024878 Mar 14 18:57:32.759689 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 46918) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:32.765422 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:32.887844 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (a15ab4a5-4aa8-439f-8dbe-a217108a668e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:32.957769 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653686be-da02-4655-93d8-f6235b342090 req-2fff86b6-434d-40f6-8991-240a82241f2a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:32.961783 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-653686be-da02-4655-93d8-f6235b342090 req-2fff86b6-434d-40f6-8991-240a82241f2a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 945 time: 0.1145761 Mar 14 18:57:33.050696 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-653686be-da02-4655-93d8-f6235b342090 req-8763283c-4b2a-4738-99b7-7b9c837dc13c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815587 Mar 14 18:57:33.253056 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b3a4-4c4f-44c1-93f8-7167a3a4e4a3 req-812b7ea3-c479-4c6c-a361-12f8ee21d44d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:33.256238 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d854b3a4-4c4f-44c1-93f8-7167a3a4e4a3 req-812b7ea3-c479-4c6c-a361-12f8ee21d44d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1105886 Mar 14 18:57:33.357080 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-e498d42e-75a0-4844-89d3-63f05c9ed804 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:33.359397 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-e498d42e-75a0-4844-89d3-63f05c9ed804 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.3711705 Mar 14 18:57:33.424360 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d854b3a4-4c4f-44c1-93f8-7167a3a4e4a3 req-9301da1a-f8ad-4c40-981e-122b5e4a0be3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581523 Mar 14 18:57:33.647203 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba56a3-b239-4755-8c8c-705505daf523 req-07b1c818-46d1-456f-acf6-d31cc9d1fbdb tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:33.650043 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4fba56a3-b239-4755-8c8c-705505daf523 req-07b1c818-46d1-456f-acf6-d31cc9d1fbdb tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.1722839 Mar 14 18:57:33.740875 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4fba56a3-b239-4755-8c8c-705505daf523 req-48d9c936-4ed2-459c-a228-757373801f66 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793893 Mar 14 18:57:34.101776 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe8b8-69b9-4dc6-b2bb-c3dd49139cb1 req-99547331-a952-43eb-b1f7-fec5ca425c86 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:34.115078 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-af4fe8b8-69b9-4dc6-b2bb-c3dd49139cb1 req-99547331-a952-43eb-b1f7-fec5ca425c86 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 943 time: 0.2173755 Mar 14 18:57:34.258073 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-af4fe8b8-69b9-4dc6-b2bb-c3dd49139cb1 req-0939ce95-0ad7-46d4-8aaf-4f2e9d540b5b tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393182 Mar 14 18:57:34.376239 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Deleting port 1b70dc9f-d098-4b34-a902-a215ae536cda {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:57:34.377123 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.431107 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace200ff-53e9-4e6d-a6d3-57f1cf4bd7cb req-0b0420c7-cf2e-4ff9-9540-e7c78a8e6479 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:34.432712 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ace200ff-53e9-4e6d-a6d3-57f1cf4bd7cb req-0b0420c7-cf2e-4ff9-9540-e7c78a8e6479 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 945 time: 0.1242766 Mar 14 18:57:34.488433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:57:34.550872 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ace200ff-53e9-4e6d-a6d3-57f1cf4bd7cb req-336720b1-e06d-49f9-b7e5-a95a526bb96d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047671 Mar 14 18:57:34.636610 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6999a-852a-44df-bc66-f8ce013f0780 req-b5b8d373-b14f-4dca-9362-42ff665f26a6 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:34.649468 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-19f6999a-852a-44df-bc66-f8ce013f0780 req-b5b8d373-b14f-4dca-9362-42ff665f26a6 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0946569 Mar 14 18:57:34.662623 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.674830 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (a15ab4a5-4aa8-439f-8dbe-a217108a668e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.687303 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] For port 1b70dc9f-d098-4b34-a902-a215ae536cda, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1b70dc9f-d098-4b34-a902-a215ae536cda,segment=NetworkSegment(48a63109-45fe-4719-b743-20760d3631cd),segment_id=48a63109-45fe-4719-b743-20760d3631cd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:34.687678 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:34.728723 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-19f6999a-852a-44df-bc66-f8ce013f0780 req-48feff37-a7db-479c-aa29-c1a3825de0f5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756130 Mar 14 18:57:34.791994 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Calling delete_port for 1b70dc9f-d098-4b34-a902-a215ae536cda owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:57:34.902775 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 645a1a00-7d1d-4667-87af-b9dea1d881c1 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:57:34.927582 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP a15ab4a5-4aa8-439f-8dbe-a217108a668e associated. External IP: 172.28.0.145, port: 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b. Mar 14 18:57:34.987806 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:35.027416 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11395d6-3274-4590-96cc-473e9b7f9b8b req-c0aaf15c-a724-48c0-971e-e855be9b694e tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:35.044092 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c11395d6-3274-4590-96cc-473e9b7f9b8b req-c0aaf15c-a724-48c0-971e-e855be9b694e tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 945 time: 0.1773307 Mar 14 18:57:35.185525 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c11395d6-3274-4590-96cc-473e9b7f9b8b req-7c7b6181-9b48-4151-9100-f3e471bc51e6 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/security-groups?id=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395707 Mar 14 18:57:35.270698 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 645a1a00-7d1d-4667-87af-b9dea1d881c1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:35.291620 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'port_id': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'mac_address': 'fa:16:3e:a3:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:57:35.299425 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 9e7de98f-e348-4f91-abb2-2063f32de56b completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:57:35.417692 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276'] for port (1b70dc9f-d098-4b34-a902-a215ae536cda), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:35.444919 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 9e7de98f-e348-4f91-abb2-2063f32de56b triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:35.445874 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:35.455855 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['1b70dc9f-d098-4b34-a902-a215ae536cda'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:35.525684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 645a1a00-7d1d-4667-87af-b9dea1d881c1 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:35.526732 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:35.533467 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Pushing event deleted for resources: {'Port': ['ID=1b70dc9f-d098-4b34-a902-a215ae536cda,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:35.544578 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14195de-5349-49d1-aa00-fd6d74379217 req-4fd79810-a919-4d68-b240-4d2ba90c0df9 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:35.547019 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b14195de-5349-49d1-aa00-fd6d74379217 req-4fd79810-a919-4d68-b240-4d2ba90c0df9 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 943 time: 0.1288180 Mar 14 18:57:35.621360 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] No DVR routers for this DVR port 1b70dc9f-d098-4b34-a902-a215ae536cda on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:57:35.627852 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:35.631689 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3db56110-9637-4609-9a17-d2dcdcf218f4 req-2d06da99-4ca8-4aac-b720-4212ca70d473 tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.21 "DELETE /v2.0/ports/1b70dc9f-d098-4b34-a902-a215ae536cda HTTP/1.1" status: 204 len: 173 time: 2.2624049 Mar 14 18:57:35.632193 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'name': 'network-vif-deleted', 'tag': '1b70dc9f-d098-4b34-a902-a215ae536cda'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:35.635500 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47bce24-570d-43fc-b57d-2bc248ddf4a5" -d '{"events": [{"server_uuid": "5b88ebd9-a9fc-4c46-984c-a7facf1968b4", "name": "network-vif-deleted", "tag": "1b70dc9f-d098-4b34-a902-a215ae536cda"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:35.651194 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645a1a00-7d1d-4667-87af-b9dea1d881c1 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:35.688144 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:35.728357 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 645a1a00-7d1d-4667-87af-b9dea1d881c1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:35.776876 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b14195de-5349-49d1-aa00-fd6d74379217 req-4b936bc1-99d9-4726-9634-1864e4c89ae2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215719 Mar 14 18:57:35.798793 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:35.913122 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c504a84-b350-4de6-bc78-e8aab4afb3ed x-openstack-request-id: req-8c504a84-b350-4de6-bc78-e8aab4afb3ed {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:35.913386 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b88ebd9-a9fc-4c46-984c-a7facf1968b4", "name": "network-vif-deleted", "tag": "1b70dc9f-d098-4b34-a902-a215ae536cda", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:35.913718 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c504a84-b350-4de6-bc78-e8aab4afb3ed {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:35.916336 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b88ebd9-a9fc-4c46-984c-a7facf1968b4', 'name': 'network-vif-deleted', 'tag': '1b70dc9f-d098-4b34-a902-a215ae536cda', 'status': 'completed', 'code': 200} Mar 14 18:57:35.932675 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:35.937597 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:36.027018 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=645a1a00-7d1d-4667-87af-b9dea1d881c1,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:36.039729 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:36.047103 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:36.059640 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:36.062427 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f686bf27-b988-499d-973a-1e68fdb4d6f4" -d '{"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:36.079237 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:36.100081 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-35515cea-4ffe-4ee9-88ab-97db2e4e69ec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "PUT /v2.0/floatingips/a15ab4a5-4aa8-439f-8dbe-a217108a668e HTTP/1.1" status: 200 len: 992 time: 3.3389633 Mar 14 18:57:36.105932 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50357fae-6885-4051-975a-cd0897b63524 req-14d3ea57-8810-413d-ab20-91e556b42e7b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:36.112864 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-50357fae-6885-4051-975a-cd0897b63524 req-14d3ea57-8810-413d-ab20-91e556b42e7b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 945 time: 0.2280111 Mar 14 18:57:36.120332 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:36.121369 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:57:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:36.127478 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:36.140169 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:36.264840 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:36.271582 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['645a1a00-7d1d-4667-87af-b9dea1d881c1'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:57:36.342375 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5078df-d18f-4256-95f9-946b7a3f5e86 req-46f72593-1edd-44c6-a376-5dfd4d4de480 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:36.344207 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cc5078df-d18f-4256-95f9-946b7a3f5e86 req-46f72593-1edd-44c6-a376-5dfd4d4de480 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.2303872 Mar 14 18:57:36.363364 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-50357fae-6885-4051-975a-cd0897b63524 req-1b92df06-b0fb-48ea-bfbb-ca813f5291ea tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217741 Mar 14 18:57:36.400669 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:36.478647 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cc5078df-d18f-4256-95f9-946b7a3f5e86 req-97904b66-88ec-4c96-8d96-565044f206af tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131270 Mar 14 18:57:36.501657 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1141ea-86bd-42a9-9f61-077abc5048b4 x-openstack-request-id: req-9d1141ea-86bd-42a9-9f61-077abc5048b4 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:36.502025 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:36.504035 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d1141ea-86bd-42a9-9f61-077abc5048b4 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:36.505322 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'code': 200} Mar 14 18:57:36.646657 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a4b32cf1-ee3f-4521-a089-c69f2a83ee44 req-5a4a84e4-0be1-482d-a238-d31baba17f2f tempest-DeleteServersTestJSON-469087813 tempest-DeleteServersTestJSON-469087813-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b88ebd9-a9fc-4c46-984c-a7facf1968b4 HTTP/1.1" status: 200 len: 210 time: 0.0544000 Mar 14 18:57:36.747302 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d70af-34bb-489b-a074-d6c4e80d11a5 req-59141ef0-e604-4830-8f33-3acc276823b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:36.748777 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-413d70af-34bb-489b-a074-d6c4e80d11a5 req-59141ef0-e604-4830-8f33-3acc276823b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1130 time: 0.0556266 Mar 14 18:57:36.842609 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-413d70af-34bb-489b-a074-d6c4e80d11a5 req-0de15fae-f6e2-4da1-b771-3fbadb7578fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682151 Mar 14 18:57:36.936314 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1b70dc9f-d098-4b34-a902-a215ae536cda no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:57:36.979773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 1b70dc9f-d098-4b34-a902-a215ae536cda {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:57:36.980490 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1b70dc9f-d098-4b34-a902-a215ae536cda not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:57:36.988361 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a20d24-13ee-4ae8-b069-1e525214a1e5 req-86360609-225c-4224-9de8-7258e8c22762 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:36.992882 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-70a20d24-13ee-4ae8-b069-1e525214a1e5 req-86360609-225c-4224-9de8-7258e8c22762 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 944 time: 0.1205654 Mar 14 18:57:36.993796 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:34Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:37.024655 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:37.035039 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:37.035708 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:57:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:37.076850 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-70a20d24-13ee-4ae8-b069-1e525214a1e5 req-6b40bd39-dd84-4d68-8de0-ef6c20a02976 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742028 Mar 14 18:57:37.180728 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:37.514923 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:34Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:37.563325 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca1db1f-e316-445f-8480-214a2b345151 None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:34Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:37.619716 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd79a-f3ff-4126-8f08-933acbad7222 req-9d6595eb-96fb-490a-a3b2-93460d846f8f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:37.621446 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2b6fd79a-f3ff-4126-8f08-933acbad7222 req-9d6595eb-96fb-490a-a3b2-93460d846f8f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.0819848 Mar 14 18:57:37.738310 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2b6fd79a-f3ff-4126-8f08-933acbad7222 req-06ec9cd8-8ae8-4830-ad72-565ebb8d7830 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063316 Mar 14 18:57:37.764445 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e958b61-2da9-4c95-bd04-f1f60215b549 req-09b7344c-e8b3-4d36-8f4b-cbeb611e0351 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:37.769267 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4e958b61-2da9-4c95-bd04-f1f60215b549 req-09b7344c-e8b3-4d36-8f4b-cbeb611e0351 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1148350 Mar 14 18:57:37.852659 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4e958b61-2da9-4c95-bd04-f1f60215b549 req-e3b61d26-03a0-42b1-9a3b-6e6ae983a4e8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754368 Mar 14 18:57:37.919518 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d2c8e-ddb0-42fd-b338-787514381d43 None None] New status for floating IP a15ab4a5-4aa8-439f-8dbe-a217108a668e: ACTIVE {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:57:37.920434 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:37.925123 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f044023a-12ba-4bd1-8aca-21c3e31e23a3" -d '{"events": [{"name": "network-changed", "server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:38.021743 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02510e0b-5073-4139-a55f-edf5da16f8c4 x-openstack-request-id: req-02510e0b-5073-4139-a55f-edf5da16f8c4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:38.022264 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:38.022668 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02510e0b-5073-4139-a55f-edf5da16f8c4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:38.023329 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'status': 'completed', 'code': 200} Mar 14 18:57:38.181223 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-89a93fb0-00d8-467d-9b77-f0c3b679c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.184382 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-89a93fb0-00d8-467d-9b77-f0c3b679c706 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 1130 time: 0.1314974 Mar 14 18:57:38.387340 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982449c2-cfdf-45d6-ab07-73f704d29958 req-da2da3d3-43b4-4d77-a07f-1147ad6db7c3 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.390110 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-982449c2-cfdf-45d6-ab07-73f704d29958 req-da2da3d3-43b4-4d77-a07f-1147ad6db7c3 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 944 time: 0.0945032 Mar 14 18:57:38.429517 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-f5dc3a8a-64e7-4727-b433-bdbe773b2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.432350 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-f5dc3a8a-64e7-4727-b433-bdbe773b2551 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.2374570 Mar 14 18:57:38.514518 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-982449c2-cfdf-45d6-ab07-73f704d29958 req-2c6524d0-53db-4498-a26c-a056d2800efb tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142025 Mar 14 18:57:38.570936 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-5dd0e9f7-b7da-44e3-a145-546d87d28c32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b HTTP/1.1" status: 200 len: 1002 time: 0.1257799 Mar 14 18:57:38.639284 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-22f53486-1cf4-402f-b2bd-b21cef26a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.642135 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-22f53486-1cf4-402f-b2bd-b21cef26a63a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0640879 Mar 14 18:57:38.703272 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-bb15a0af-e1ed-4ba2-8e15-2dc8c898af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.704812 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-bb15a0af-e1ed-4ba2-8e15-2dc8c898af7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0551555 Mar 14 18:57:38.874856 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-c91b1b95-61fa-489e-9c17-87bc2ab140bc service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588888 Mar 14 18:57:38.955586 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb590fd-9ebd-40be-930b-ad45b95d5ae5 req-a6bbc554-fc4e-4dfd-a442-f127ece95a08 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:38.957977 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5bb590fd-9ebd-40be-930b-ad45b95d5ae5 req-a6bbc554-fc4e-4dfd-a442-f127ece95a08 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1182170 Mar 14 18:57:38.969670 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 645a1a00-7d1d-4667-87af-b9dea1d881c1 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:57:39.069765 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 645a1a00-7d1d-4667-87af-b9dea1d881c1 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:57:39.071213 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-f044023a-12ba-4bd1-8aca-21c3e31e23a3 req-65e81458-a392-414c-9447-2cf997092e9f service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718473 Mar 14 18:57:39.084269 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 645a1a00-7d1d-4667-87af-b9dea1d881c1 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:57:39.085233 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.117366 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5bb590fd-9ebd-40be-930b-ad45b95d5ae5 req-4760fc31-4176-4b80-9c6e-779da6b98211 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470103 Mar 14 18:57:39.144722 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a21018-d461-4c74-b564-bafae5b5907e req-eb4f0a62-6286-489c-9a47-3f977dc9440c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:39.148202 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-87a21018-d461-4c74-b564-bafae5b5907e req-eb4f0a62-6286-489c-9a47-3f977dc9440c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1650176 Mar 14 18:57:39.230650 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 645a1a00-7d1d-4667-87af-b9dea1d881c1 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:57:39.231060 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.254928 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-87a21018-d461-4c74-b564-bafae5b5907e req-2c6c3add-49ae-4609-a617-338adc4f4bab tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936756 Mar 14 18:57:39.262042 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:39.264777 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f66ee43-0bd6-48c6-807d-a06355f02ef3" -d '{"events": [{"server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "name": "network-vif-plugged", "status": "completed", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:39.293290 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 645a1a00-7d1d-4667-87af-b9dea1d881c1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:57:39.300208 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.326049 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5276-0b96-471f-a4cb-7779cdcedfa3 req-731023f1-f7a6-418c-9b0b-dc84ed1daa28 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:39.328397 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-056d5276-0b96-471f-a4cb-7779cdcedfa3 req-731023f1-f7a6-418c-9b0b-dc84ed1daa28 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1033928 Mar 14 18:57:39.343937 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47140) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:39.351463 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'floatingip': {'port_id': '9e7de98f-e348-4f91-abb2-2063f32de56b'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:39.373096 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cc399a-3ae4-4b4f-87c2-ddb264521e85 x-openstack-request-id: req-d7cc399a-3ae4-4b4f-87c2-ddb264521e85 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:39.373951 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "name": "network-vif-plugged", "status": "completed", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:39.374629 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7cc399a-3ae4-4b4f-87c2-ddb264521e85 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:39.375500 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'code': 200} Mar 14 18:57:39.441363 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=645a1a00-7d1d-4667-87af-b9dea1d881c1,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:39.515940 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47148) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:39.663719 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] Deleting subnet 5359aad6-d254-4245-b45a-0792c18c49d8 {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:57:39.669615 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] Publish callbacks [] for subnet (5359aad6-d254-4245-b45a-0792c18c49d8), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.752254 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (68cb37ec-4f25-453a-961b-d95500d9bea1), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.780879 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] Publish callbacks [] for subnet (5359aad6-d254-4245-b45a-0792c18c49d8), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.811033 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (5359aad6-d254-4245-b45a-0792c18c49d8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:39.881245 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d637a-ccfc-4c65-9958-0098124814bf req-8fc95cb1-08ef-4bdf-b63d-f14a092ad294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:39.884077 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-758d637a-ccfc-4c65-9958-0098124814bf req-8fc95cb1-08ef-4bdf-b63d-f14a092ad294 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 1129 time: 0.1724682 Mar 14 18:57:39.970610 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fadc6-36ee-4140-8c56-b3e6c68c0c11 req-a177dfe9-9ecd-48f6-b46b-95128f1508b0 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:39.973259 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-163fadc6-36ee-4140-8c56-b3e6c68c0c11 req-a177dfe9-9ecd-48f6-b46b-95128f1508b0 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.3012538 Mar 14 18:57:39.995489 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (5359aad6-d254-4245-b45a-0792c18c49d8), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:40.030397 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:40.038750 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5359aad6-d254-4245-b45a-0792c18c49d8 HTTP/1.1" status: 204 len: 168 time: 0.5202601 Mar 14 18:57:40.043569 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47162) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:40.075815 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-758d637a-ccfc-4c65-9958-0098124814bf req-4f3f9498-e249-45cb-bbd2-8ff8f5fb518f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714830 Mar 14 18:57:40.077997 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66303bf-4d45-436a-a5a1-6890ad3dfc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5359aad6-d254-4245-b45a-0792c18c49d8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:40.319174 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-163fadc6-36ee-4140-8c56-b3e6c68c0c11 req-4e392635-5440-4fa2-8532-10399766773d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374858 Mar 14 18:57:40.362874 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d1e3af4f-1019-40f7-9adb-eba6bb69ab04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:40.423253 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (42e5474e-17e5-464f-b5cb-8baa04247dd1), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:40.508727 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9e76f-212d-462c-80a2-1e754ea3cdd5 req-7c01b30a-3e09-4df6-92e7-0f9b47464eb3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:40.510578 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75d9e76f-212d-462c-80a2-1e754ea3cdd5 req-7c01b30a-3e09-4df6-92e7-0f9b47464eb3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1573856 Mar 14 18:57:40.662008 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:57:40.796852 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (42e5474e-17e5-464f-b5cb-8baa04247dd1), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:40.858063 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.858438 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.859575 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.862422 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.862883 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.863353 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.864847 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.865040 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.865584 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:40.866128 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:41.029441 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:41.030233 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:41.031349 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:41.032160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:57:41.032765 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e5474e-17e5-464f-b5cb-8baa04247dd1']}} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:41.045216 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75d9e76f-212d-462c-80a2-1e754ea3cdd5 req-c61a9a46-f295-4406-bb47-a11153beeada tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236130 Mar 14 18:57:41.108308 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a63109-45fe-4719-b743-20760d3631cd') {'for_net_delete': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:41.108550 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a63109-45fe-4719-b743-20760d3631cd') {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:41.140098 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4473665'] for segment (48a63109-45fe-4719-b743-20760d3631cd), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.175587 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.db.resource_extend [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:57:41.214035 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (48a63109-45fe-4719-b743-20760d3631cd), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.258013 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:57:41.258771 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6187844'] for segment (48a63109-45fe-4719-b743-20760d3631cd), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: from cryptography.utils import int_from_bytes Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: from cryptography.utils import int_from_bytes Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: Traceback (most recent call last): Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: timer() Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: cb(*args, **kw) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: return func(*args, **kwargs) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: self._notify() Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: self.callback(batched_events) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: event.method(event) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: return f(self, *a, **k) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: return self._get(url).json() Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: return self.request(url, 'GET', **kwargs) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:57:41.286226 dv-cinder-829664-3-smb neutron-server[103191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:57:41.445549 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.451749 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (68cb37ec-4f25-453a-961b-d95500d9bea1), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.554729 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (42e5474e-17e5-464f-b5cb-8baa04247dd1), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.770888 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47192) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:41.836139 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:41.839377 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/42e5474e-17e5-464f-b5cb-8baa04247dd1 HTTP/1.1" status: 204 len: 168 time: 1.7495859 Mar 14 18:57:41.862090 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bfb0d-eff2-41e7-87b6-956af6bceed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e5474e-17e5-464f-b5cb-8baa04247dd1,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:41.894465 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89cc16-9565-4467-b389-339f1e29e88f req-873259fa-ecf8-4830-b0ad-3eed15ea2235 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:41.896242 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5b89cc16-9565-4467-b389-339f1e29e88f req-873259fa-ecf8-4830-b0ad-3eed15ea2235 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.4381948 Mar 14 18:57:41.933227 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.l3_db [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Floating IP 68cb37ec-4f25-453a-961b-d95500d9bea1 associated. External IP: 172.28.0.41, port: 9e7de98f-e348-4f91-abb2-2063f32de56b. Mar 14 18:57:41.983382 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9a803bd-c979-4044-97e9-e00e5ccd15f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.094523 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47204) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:42.094946 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5b89cc16-9565-4467-b389-339f1e29e88f req-6228b977-df8f-40b1-ba84-b90d0fa6e027 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867719 Mar 14 18:57:42.133540 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9a803bd-c979-4044-97e9-e00e5ccd15f4 admin admin] Publish callbacks [] for security_group (2bc80a31-ef69-48c6-8eff-da290bd8f094), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.142801 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9a803bd-c979-4044-97e9-e00e5ccd15f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (2bc80a31-ef69-48c6-8eff-da290bd8f094), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.208066 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a803bd-c979-4044-97e9-e00e5ccd15f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc80a31-ef69-48c6-8eff-da290bd8f094,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:42.218253 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e9a803bd-c979-4044-97e9-e00e5ccd15f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ea4a389f8d6433895f4428eb4b580a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460042 Mar 14 18:57:42.223146 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47208) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:42.241925 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-89e87e83-85e3-4f00-bf34-0dad5a4308e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f10f4bfa2554f8a8adec0073cb485c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1460884 Mar 14 18:57:42.248902 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47210) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:42.343892 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd022df-1c88-45c8-8b0c-98de7226dea1 admin admin] Publish callbacks [] for security_group (2bc80a31-ef69-48c6-8eff-da290bd8f094), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.353567 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0a060b1-5c16-4382-9ca3-48ba671ab19c admin admin] Publish callbacks [] for security_group (97b5d886-a8c8-43ee-a29a-8a5f3fa76c98), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.390121 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd022df-1c88-45c8-8b0c-98de7226dea1 admin admin] Publish callbacks [] for security_group (2bc80a31-ef69-48c6-8eff-da290bd8f094), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.407228 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0a060b1-5c16-4382-9ca3-48ba671ab19c admin admin] Publish callbacks [] for security_group (97b5d886-a8c8-43ee-a29a-8a5f3fa76c98), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.418200 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd65799-4fb6-435a-8bb0-ab508888abce req-c864fba9-c400-4528-b3d4-153df2e8bfe3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:42.420783 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3cd65799-4fb6-435a-8bb0-ab508888abce req-c864fba9-c400-4528-b3d4-153df2e8bfe3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1557889 Mar 14 18:57:42.494475 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd022df-1c88-45c8-8b0c-98de7226dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (2bc80a31-ef69-48c6-8eff-da290bd8f094), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.499206 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd022df-1c88-45c8-8b0c-98de7226dea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.500587 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Router f65b737e-20ae-4acc-a321-019ea5e28aa6 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:42.501077 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-3bd022df-1c88-45c8-8b0c-98de7226dea1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bc80a31-ef69-48c6-8eff-da290bd8f094 HTTP/1.1" status: 204 len: 168 time: 0.2761984 Mar 14 18:57:42.508194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0a060b1-5c16-4382-9ca3-48ba671ab19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (97b5d886-a8c8-43ee-a29a-8a5f3fa76c98), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.512678 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0a060b1-5c16-4382-9ca3-48ba671ab19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.514366 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e0a060b1-5c16-4382-9ca3-48ba671ab19c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97b5d886-a8c8-43ee-a29a-8a5f3fa76c98 HTTP/1.1" status: 204 len: 168 time: 0.2636919 Mar 14 18:57:42.527018 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd022df-1c88-45c8-8b0c-98de7226dea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc80a31-ef69-48c6-8eff-da290bd8f094,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:42.542575 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3cd65799-4fb6-435a-8bb0-ab508888abce req-40457289-4bd1-4023-bad7-f46dbccf8dca tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078959 Mar 14 18:57:42.553954 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a060b1-5c16-4382-9ca3-48ba671ab19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5d886-a8c8-43ee-a29a-8a5f3fa76c98,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:42.676560 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:42.682546 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.694928 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] Sync routers for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:42.717454 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:42.719631 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:57:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:42.731521 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6a87e6d3-15cc-436e-8d67-9351ec37124f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "PUT /v2.0/floatingips/68cb37ec-4f25-453a-961b-d95500d9bea1 HTTP/1.1" status: 200 len: 991 time: 3.3862507 Mar 14 18:57:42.732422 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:42.736093 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e28ef8-aa12-425b-bd1e-a10178d3061b" -d '{"events": [{"name": "network-changed", "server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:42.816114 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceda099b-34d6-40cd-bb06-00d06cafe232 x-openstack-request-id: req-ceda099b-34d6-40cd-bb06-00d06cafe232 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:42.816934 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:42.817129 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceda099b-34d6-40cd-bb06-00d06cafe232 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:42.817497 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'status': 'completed', 'code': 200} Mar 14 18:57:42.894301 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d58df639-e34c-49ee-b89e-bf0f188c7125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:42.922937 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-655e942f-0ae3-44fe-9132-18e1bc6210f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:42.924751 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-655e942f-0ae3-44fe-9132-18e1bc6210f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1130 time: 0.0748985 Mar 14 18:57:42.954907 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:43.080120 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-d81e1272-86a9-4349-b8d5-cbe37ac07996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.090209 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-d81e1272-86a9-4349-b8d5-cbe37ac07996 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.1463559 Mar 14 18:57:43.317095 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-04823522-5e06-4e12-a755-0a138b287c63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 999 time: 0.2236781 Mar 14 18:57:43.408797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47242) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:43.530669 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5fde2-8565-455e-b57d-6fa1d4cb778a req-a8c5d1ad-677c-4920-bf9b-348add478f24 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.542798 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4cc5fde2-8565-455e-b57d-6fa1d4cb778a req-a8c5d1ad-677c-4920-bf9b-348add478f24 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.2513013 Mar 14 18:57:43.615944 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '68cb37ec-4f25-453a-961b-d95500d9bea1', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'port_id': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'mac_address': 'fa:16:3e:bd:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:10Z', 'updated_at': '2022-03-14T18:57:40Z', 'revision_number': 1, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:43.696733 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] Checking router: f65b737e-20ae-4acc-a321-019ea5e28aa6 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:43.710887 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4cc5fde2-8565-455e-b57d-6fa1d4cb778a req-8f73444e-eadb-4225-8ff1-3200636593e0 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609287 Mar 14 18:57:43.723228 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:43.724734 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:57:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:43.929621 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c954f-d2cd-489b-acb3-ede8ebb6a038 req-5d19eaa8-1f3b-4d1f-acdd-8045cc5a0f6e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.931886 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-222c954f-d2cd-489b-acb3-ede8ebb6a038 req-5d19eaa8-1f3b-4d1f-acdd-8045cc5a0f6e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1647813 Mar 14 18:57:43.942995 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76a47fc8-ff7b-4863-bdda-19975828a001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:43.950133 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a26b9-aa2b-49c2-87a2-97129facbe68 req-ce7e5834-8792-446e-b915-fb452e585d12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.963181 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-369d002d-88db-452b-9342-097ca4cb8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:43.963181 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-369d002d-88db-452b-9342-097ca4cb8eb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.6359098 Mar 14 18:57:43.963620 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47256) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:43.966169 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4a1a26b9-aa2b-49c2-87a2-97129facbe68 req-ce7e5834-8792-446e-b915-fb452e585d12 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1202464 Mar 14 18:57:43.970308 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'floatingip': {'port_id': '645a1a00-7d1d-4667-87af-b9dea1d881c1'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:44.008009 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:44.068296 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (2067e42d-b4a0-483e-845b-b3d4b7d6535e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.128098 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-222c954f-d2cd-489b-acb3-ede8ebb6a038 req-96be7651-a762-4cbc-8e3f-af55738bc287 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568182 Mar 14 18:57:44.167732 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47260) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:44.233064 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-2102f788-8e3b-43eb-b760-57319ea034cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:44.235105 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-2102f788-8e3b-43eb-b760-57319ea034cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2586584 Mar 14 18:57:44.337244 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.431296 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76a47fc8-ff7b-4863-bdda-19975828a001 admin admin] Publish callbacks [] for security_group (ddd58853-0fb3-4ca3-a968-554fdb06e521), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.449820 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76a47fc8-ff7b-4863-bdda-19975828a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ddd58853-0fb3-4ca3-a968-554fdb06e521), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.480904 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-76a47fc8-ff7b-4863-bdda-19975828a001 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29ce1abbad32412f84441df94ab028a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0702419 Mar 14 18:57:44.486181 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47270) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:44.580384 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-4dc862e6-35b1-4bd5-84e2-0e36fd7994b1 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321812 Mar 14 18:57:44.628818 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c170107-555d-44ab-b1a0-e9d1b150020a admin admin] Publish callbacks [] for security_group (ddd58853-0fb3-4ca3-a968-554fdb06e521), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.645823 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '68cb37ec-4f25-453a-961b-d95500d9bea1', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'port_id': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'mac_address': 'fa:16:3e:bd:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:10Z', 'updated_at': '2022-03-14T18:57:40Z', 'revision_number': 1, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:44.673648 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c170107-555d-44ab-b1a0-e9d1b150020a admin admin] Publish callbacks [] for security_group (ddd58853-0fb3-4ca3-a968-554fdb06e521), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.714694 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf49432-1351-418a-b308-9fc832b95cb9 None None] The sync data for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb is: [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '68cb37ec-4f25-453a-961b-d95500d9bea1', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'port_id': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'mac_address': 'fa:16:3e:bd:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:10Z', 'updated_at': '2022-03-14T18:57:40Z', 'revision_number': 1, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:44.731457 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a47fc8-ff7b-4863-bdda-19975828a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd58853-0fb3-4ca3-a968-554fdb06e521,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:44.760503 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9338b166-658e-4311-9081-62fd476e96c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.820388 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c170107-555d-44ab-b1a0-e9d1b150020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ddd58853-0fb3-4ca3-a968-554fdb06e521), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.823525 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8c170107-555d-44ab-b1a0-e9d1b150020a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.824992 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-8c170107-555d-44ab-b1a0-e9d1b150020a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddd58853-0fb3-4ca3-a968-554fdb06e521 HTTP/1.1" status: 204 len: 168 time: 0.3371279 Mar 14 18:57:44.848432 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c170107-555d-44ab-b1a0-e9d1b150020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd58853-0fb3-4ca3-a968-554fdb06e521,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:44.982830 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9338b166-658e-4311-9081-62fd476e96c8 admin admin] Publish callbacks [] for security_group (e877fc5f-d4f8-4071-80d7-380ca8b7656b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:44.991242 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9338b166-658e-4311-9081-62fd476e96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e877fc5f-d4f8-4071-80d7-380ca8b7656b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.061664 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338b166-658e-4311-9081-62fd476e96c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e877fc5f-d4f8-4071-80d7-380ca8b7656b,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:45.062211 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-74e28ef8-aa12-425b-bd1e-a10178d3061b req-cfa56a7d-d24c-40fb-bea1-31a89b4c6831 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610116 Mar 14 18:57:45.068796 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-9338b166-658e-4311-9081-62fd476e96c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f40a35b5fa5f4632bf15f97eb2dd8c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8995812 Mar 14 18:57:45.072570 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47298) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:45.165952 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08427e94-1ddc-477b-8bdd-75b2474139d7 admin admin] Publish callbacks [] for security_group (e877fc5f-d4f8-4071-80d7-380ca8b7656b), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.221486 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08427e94-1ddc-477b-8bdd-75b2474139d7 admin admin] Publish callbacks [] for security_group (e877fc5f-d4f8-4071-80d7-380ca8b7656b), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.231232 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e2b801-d943-4a32-bf1a-c5322431239d None None] New status for floating IP 68cb37ec-4f25-453a-961b-d95500d9bea1: ACTIVE {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:57:45.285160 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 18:57:45.401651 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08427e94-1ddc-477b-8bdd-75b2474139d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e877fc5f-d4f8-4071-80d7-380ca8b7656b), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.407041 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-08427e94-1ddc-477b-8bdd-75b2474139d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.408943 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-08427e94-1ddc-477b-8bdd-75b2474139d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e877fc5f-d4f8-4071-80d7-380ca8b7656b HTTP/1.1" status: 204 len: 168 time: 0.3345320 Mar 14 18:57:45.432081 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08427e94-1ddc-477b-8bdd-75b2474139d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e877fc5f-d4f8-4071-80d7-380ca8b7656b,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:45.494830 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595744c-1dd8-4d50-9217-f5ccdacbd3ed req-89e72e50-bdc9-4957-ab02-5a4aa16fd12e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:45.512148 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3595744c-1dd8-4d50-9217-f5ccdacbd3ed req-89e72e50-bdc9-4957-ab02-5a4aa16fd12e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1804788 Mar 14 18:57:45.539212 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.547222 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (2067e42d-b4a0-483e-845b-b3d4b7d6535e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.707549 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3595744c-1dd8-4d50-9217-f5ccdacbd3ed req-5034afa4-fa2e-40b8-9a82-addb88aef81e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798699 Mar 14 18:57:45.726985 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:45.826449 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Floating IP 2067e42d-b4a0-483e-845b-b3d4b7d6535e associated. External IP: 172.28.0.217, port: 645a1a00-7d1d-4667-87af-b9dea1d881c1. Mar 14 18:57:45.914011 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47320) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:46.132316 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Router a97d25b0-a59a-4071-898a-f29be5295261 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:57:46.182437 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47326) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:46.217191 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4888a445-6d60-4efc-b313-0350ce407d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.253050 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6c44cd4d-7603-431b-9bae-415b73e0300d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.351227 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:57:46.365988 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.370815 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] Sync routers for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:57:46.385593 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:46.386286 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:57:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:46.440818 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-24537e45-f438-4674-9a14-0c648218ebbc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "PUT /v2.0/floatingips/2067e42d-b4a0-483e-845b-b3d4b7d6535e HTTP/1.1" status: 200 len: 991 time: 2.4737070 Mar 14 18:57:46.443699 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:46.449384 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf0dd75-b81e-4395-9546-33ca3191f8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:46.527114 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6c44cd4d-7603-431b-9bae-415b73e0300d admin admin] Publish callbacks [] for security_group (6da01960-ffec-4c39-958d-d0404c6b7b0b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.528718 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3984c580-563a-4cc8-9d0f-048fcdf3cdb2 x-openstack-request-id: req-3984c580-563a-4cc8-9d0f-048fcdf3cdb2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:46.529527 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:46.529775 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4888a445-6d60-4efc-b313-0350ce407d0f admin admin] Publish callbacks [] for security_group (23001779-b985-4f10-ac7b-89f535ea4667), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.530371 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3984c580-563a-4cc8-9d0f-048fcdf3cdb2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:46.531384 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'status': 'completed', 'code': 200} Mar 14 18:57:46.535490 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6c44cd4d-7603-431b-9bae-415b73e0300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6da01960-ffec-4c39-958d-d0404c6b7b0b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.553113 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4888a445-6d60-4efc-b313-0350ce407d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (23001779-b985-4f10-ac7b-89f535ea4667), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.567654 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:46.595839 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6c44cd4d-7603-431b-9bae-415b73e0300d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cc9603f81c044bda216cc9d2005e221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6806750 Mar 14 18:57:46.604725 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47338) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:46.625578 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44cd4d-7603-431b-9bae-415b73e0300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da01960-ffec-4c39-958d-d0404c6b7b0b,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:46.634702 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-4888a445-6d60-4efc-b313-0350ce407d0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5017039e523c42c1853a489e70bee38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501917 Mar 14 18:57:46.643325 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47340) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:46.708445 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.714338 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-6a34103d-9ae9-4a8a-b0ea-7b3dd9d10a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:46.718065 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-6a34103d-9ae9-4a8a-b0ea-7b3dd9d10a06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 1129 time: 0.1429181 Mar 14 18:57:46.743278 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47342) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:46.790679 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888a445-6d60-4efc-b313-0350ce407d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23001779-b985-4f10-ac7b-89f535ea4667,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:46.809925 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04435191-b1a9-4df2-9ddc-415d78018eaa admin admin] Publish callbacks [] for security_group (6da01960-ffec-4c39-958d-d0404c6b7b0b), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.858927 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e26866d5-b713-4341-92b0-f87870cf2f14 admin admin] Publish callbacks [] for security_group (23001779-b985-4f10-ac7b-89f535ea4667), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.893240 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e26866d5-b713-4341-92b0-f87870cf2f14 admin admin] Publish callbacks [] for security_group (23001779-b985-4f10-ac7b-89f535ea4667), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.907342 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04435191-b1a9-4df2-9ddc-415d78018eaa admin admin] Publish callbacks [] for security_group (6da01960-ffec-4c39-958d-d0404c6b7b0b), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:46.947161 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-01b0e5e0-3367-426f-99a7-78a2918f5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:46.951247 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-01b0e5e0-3367-426f-99a7-78a2918f5be2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 912 time: 0.2199590 Mar 14 18:57:47.041220 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad6bf-29fd-428b-85e0-3c0c2a247f6b req-52638cd7-a6a7-4660-93ca-7081c20200db tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.049214 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4d3ad6bf-29fd-428b-85e0-3c0c2a247f6b req-52638cd7-a6a7-4660-93ca-7081c20200db tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1392071 Mar 14 18:57:47.057038 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-850047240-network', 'tenant_id': '6d7cbca9cc15493db2a0474dc9a5cf7d'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:47.087201 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '2067e42d-b4a0-483e-845b-b3d4b7d6535e', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'port_id': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'mac_address': 'fa:16:3e:a3:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:15Z', 'updated_at': '2022-03-14T18:57:45Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:47.100197 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04435191-b1a9-4df2-9ddc-415d78018eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6da01960-ffec-4c39-958d-d0404c6b7b0b), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.103558 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-04435191-b1a9-4df2-9ddc-415d78018eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.110099 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-04435191-b1a9-4df2-9ddc-415d78018eaa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6da01960-ffec-4c39-958d-d0404c6b7b0b HTTP/1.1" status: 204 len: 168 time: 0.4993558 Mar 14 18:57:47.110099 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e26866d5-b713-4341-92b0-f87870cf2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (23001779-b985-4f10-ac7b-89f535ea4667), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.110605 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-1ff639e9-d257-48dc-8ec5-84afafe50bd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1 HTTP/1.1" status: 200 len: 999 time: 0.1441483 Mar 14 18:57:47.110762 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e26866d5-b713-4341-92b0-f87870cf2f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.113645 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e26866d5-b713-4341-92b0-f87870cf2f14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23001779-b985-4f10-ac7b-89f535ea4667 HTTP/1.1" status: 204 len: 168 time: 0.4689765 Mar 14 18:57:47.141822 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Made reservation on behalf of 6d7cbca9cc15493db2a0474dc9a5cf7d for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:47.145614 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.154020 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] Checking router: a97d25b0-a59a-4071-898a-f29be5295261 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:57:47.155998 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04435191-b1a9-4df2-9ddc-415d78018eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da01960-ffec-4c39-958d-d0404c6b7b0b,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:47.186398 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4d3ad6bf-29fd-428b-85e0-3c0c2a247f6b req-eefd1ab4-2b73-4567-98bd-b31cd9e52cd6 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343455 Mar 14 18:57:47.192305 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26866d5-b713-4341-92b0-f87870cf2f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23001779-b985-4f10-ac7b-89f535ea4667,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:47.199219 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.200359 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:57:47.201011 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:57:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:47.220251 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-d2401d43-666a-4d11-a777-26a4b8d26deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.221576 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-d2401d43-666a-4d11-a777-26a4b8d26deb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.0962241 Mar 14 18:57:47.352693 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-c11e9220-e5aa-440d-bffa-c80d630a370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.355026 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-c11e9220-e5aa-440d-bffa-c80d630a370f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1245470 Mar 14 18:57:47.419472 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks [] for security_group (e9171825-65e1-46bf-86d4-f8e1cdcf3967), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.427442 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e9171825-65e1-46bf-86d4-f8e1cdcf3967), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.503083 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:57:47.509122 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:57:47.527515 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9171825-65e1-46bf-86d4-f8e1cdcf3967,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:47.547076 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (1ff90f0a-6223-4bd8-8b34-fc694ed9bde9), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.547421 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Added segment 1ff90f0a-6223-4bd8-8b34-fc694ed9bde9 of type vlan for network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 Mar 14 18:57:47.590073 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-299b74c6-6182-4b8e-afbc-f72561e4b32f service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266855 Mar 14 18:57:47.614959 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (439a0cf7-09bf-4b22-aacc-f7ea0a5782a6), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.664707 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (439a0cf7-09bf-4b22-aacc-f7ea0a5782a6), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.666142 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:47.668098 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.775020 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0230579 Mar 14 18:57:47.777532 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47360) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:47.835438 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Request body: {'subnet': {'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-850047240-subnet', 'tenant_id': '6d7cbca9cc15493db2a0474dc9a5cf7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:47.869418 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-3bf0dd75-b81e-4395-9546-33ca3191f8bf req-3105bd60-4b25-4724-b0de-dcc769d5dbae service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683148 Mar 14 18:57:47.886094 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533b256-ebe0-40e1-98e2-98950bffc262 admin admin] Pushing event updated for resources: {'Network': ['ID=439a0cf7-09bf-4b22-aacc-f7ea0a5782a6,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:47.890048 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Made reservation on behalf of 6d7cbca9cc15493db2a0474dc9a5cf7d for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:47.892970 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7519505'] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:47.909038 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:57:47.968934 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '2067e42d-b4a0-483e-845b-b3d4b7d6535e', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'port_id': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'mac_address': 'fa:16:3e:a3:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:15Z', 'updated_at': '2022-03-14T18:57:45Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:57:48.062342 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c767f3-db31-4c7b-9702-6101dc32a402 None None] The sync data for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb is: [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '2067e42d-b4a0-483e-845b-b3d4b7d6535e', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'port_id': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'mac_address': 'fa:16:3e:a3:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:57:15Z', 'updated_at': '2022-03-14T18:57:45Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:57:48.107275 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:48.267734 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6187967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7519491'] for subnet (0a122ee7-8681-48a7-a46d-5944de567825), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:48.382614 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a122ee7-8681-48a7-a46d-5944de567825,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:48.406991 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Checking segment: {'id': '1ff90f0a-6223-4bd8-8b34-fc694ed9bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:48.407644 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Network hostable DHCP agents. Network: 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:57:48.455301 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc7df5-3db7-4bd5-b7c8-51361893da70 req-43df3f86-ee06-4b9c-b704-1413e3a2241b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.459284 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6ecc7df5-3db7-4bd5-b7c8-51361893da70 req-43df3f86-ee06-4b9c-b704-1413e3a2241b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1425896 Mar 14 18:57:48.518951 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:57:48.539918 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4106e1b-35a7-4b13-a9f0-4a074b8f514e None None] New status for floating IP 2067e42d-b4a0-483e-845b-b3d4b7d6535e: ACTIVE {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:57:48.556563 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:48.594286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:48.595352 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:48.630538 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6ecc7df5-3db7-4bd5-b7c8-51361893da70 req-80589ae0-f3f0-4b97-ba46-05fb5719ec6c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579790 Mar 14 18:57:48.646687 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-52813106-0929-4c4d-8aff-e952603827b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8431351 Mar 14 18:57:48.693679 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a95ffe-99c6-4f67-903d-f80cad2f5c6d None None] Network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:57:48.980067 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b97e262-8ab3-4900-b4f8-90d1f8023862 None None] Network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:57:49.804073 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16833c8a-d37f-40e5-8104-77f311cd7849 req-db3ee97f-8827-4545-b868-a5b08d65dd39 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:49.806466 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-16833c8a-d37f-40e5-8104-77f311cd7849 req-db3ee97f-8827-4545-b868-a5b08d65dd39 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0934792 Mar 14 18:57:49.822272 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47430) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:49.867044 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47434) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:49.878398 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1990663109-network', 'tenant_id': '4652b6188d05404d9ab9b5dbed5c0315'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:49.914599 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-16833c8a-d37f-40e5-8104-77f311cd7849 req-8f5d9623-7e19-476b-a69a-aed4ac5bca99 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008432 Mar 14 18:57:49.925922 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Made reservation on behalf of 4652b6188d05404d9ab9b5dbed5c0315 for: {'network': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:49.931505 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:49.949461 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.054253 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks [] for security_group (aef9f491-5a9b-4702-9800-828e5b500404), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.060159 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (aef9f491-5a9b-4702-9800-828e5b500404), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.095441 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0b0f-cc05-4bea-8ca4-2657b6d87de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.120211 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:57:50.140743 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef9f491-5a9b-4702-9800-828e5b500404,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:50.148625 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (01c7abc8-1450-4d42-a5b7-f624ce39ad9c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.149070 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.segments_db [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Added segment 01c7abc8-1450-4d42-a5b7-f624ce39ad9c of type vlan for network 542ea1cb-7184-443c-b5c9-594ba2095ecb Mar 14 18:57:50.210576 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (542ea1cb-7184-443c-b5c9-594ba2095ecb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.265744 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (542ea1cb-7184-443c-b5c9-594ba2095ecb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.267088 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:50.267689 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.311433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0b0f-cc05-4bea-8ca4-2657b6d87de7 admin admin] Publish callbacks [] for security_group (e18cc909-d6f3-4738-9dd2-c3bfd5c9e579), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.349448 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4805248 Mar 14 18:57:50.350373 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0b0f-cc05-4bea-8ca4-2657b6d87de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e18cc909-d6f3-4738-9dd2-c3bfd5c9e579), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.352520 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47448) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:50.362387 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Request body: {'subnet': {'network_id': '542ea1cb-7184-443c-b5c9-594ba2095ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1990663109-subnet', 'tenant_id': '4652b6188d05404d9ab9b5dbed5c0315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:50.399055 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Made reservation on behalf of 4652b6188d05404d9ab9b5dbed5c0315 for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:50.399329 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0b0f-cc05-4bea-8ca4-2657b6d87de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18cc909-d6f3-4738-9dd2-c3bfd5c9e579,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:50.403191 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7519505'] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.406157 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d160d68-0d70-485f-9ae0-77a2fd4c8d0b admin admin] Pushing event updated for resources: {'Network': ['ID=542ea1cb-7184-443c-b5c9-594ba2095ecb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:50.420862 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fb9e0b0f-cc05-4bea-8ca4-2657b6d87de7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa9d81e5c0314648b2c081d3cdc9ee26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5928614 Mar 14 18:57:50.426197 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47452) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:50.432792 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 542ea1cb-7184-443c-b5c9-594ba2095ecb details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:57:50.509691 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4290dc7-626f-4c69-8c17-1454f1e3c7ba admin admin] Publish callbacks [] for security_group (e18cc909-d6f3-4738-9dd2-c3bfd5c9e579), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.541303 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4290dc7-626f-4c69-8c17-1454f1e3c7ba admin admin] Publish callbacks [] for security_group (e18cc909-d6f3-4738-9dd2-c3bfd5c9e579), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.627302 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4290dc7-626f-4c69-8c17-1454f1e3c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e18cc909-d6f3-4738-9dd2-c3bfd5c9e579), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.639461 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4290dc7-626f-4c69-8c17-1454f1e3c7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.643176 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a4290dc7-626f-4c69-8c17-1454f1e3c7ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e18cc909-d6f3-4738-9dd2-c3bfd5c9e579 HTTP/1.1" status: 204 len: 168 time: 0.2140565 Mar 14 18:57:50.662268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4290dc7-626f-4c69-8c17-1454f1e3c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18cc909-d6f3-4738-9dd2-c3bfd5c9e579,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:50.772829 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6187967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7519491'] for subnet (9127d535-1dd3-4353-99f5-e589807d056b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.874398 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=9127d535-1dd3-4353-99f5-e589807d056b,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:50.896160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Checking segment: {'id': '01c7abc8-1450-4d42-a5b7-f624ce39ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '542ea1cb-7184-443c-b5c9-594ba2095ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:50.896830 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Network hostable DHCP agents. Network: 542ea1cb-7184-443c-b5c9-594ba2095ecb, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:57:50.931644 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Network 542ea1cb-7184-443c-b5c9-594ba2095ecb is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:57:50.950189 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 542ea1cb-7184-443c-b5c9-594ba2095ecb) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:50.958308 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:50.959694 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:50.967498 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdd7b9-19cd-436a-ae63-2593ece6da52 None None] Network 542ea1cb-7184-443c-b5c9-594ba2095ecb requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:57:51.002453 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-5cecaf59-2b11-4fdb-a30c-88ebea7f6ded admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6474473 Mar 14 18:57:51.173218 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaebf88-0745-456b-9b0c-f701e3597e3c None None] Network 542ea1cb-7184-443c-b5c9-594ba2095ecb requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:57:51.185013 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01047-fe2a-459a-b77a-6f5b4fe0de44 req-961d7072-2fb2-47fd-8db0-083f0c1ed5cc tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:51.187264 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-30b01047-fe2a-459a-b77a-6f5b4fe0de44 req-961d7072-2fb2-47fd-8db0-083f0c1ed5cc tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1332374 Mar 14 18:57:51.286117 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-30b01047-fe2a-459a-b77a-6f5b4fe0de44 req-e0a03314-d1aa-4dae-96c3-a3f2aaa447ff tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870225 Mar 14 18:57:51.826501 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47518) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:52.054977 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95f66f06-da79-4636-994e-84f9dd5329d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:52.130464 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-e3772ecc-66d0-467c-b946-f2f231b6a31c tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:52.130464 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-e3772ecc-66d0-467c-b946-f2f231b6a31c tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/networks?id=439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 HTTP/1.1" status: 200 len: 808 time: 0.1876488 Mar 14 18:57:52.157479 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-be6814d5-f3d1-4f57-92b9-4ea227fc8982 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/quotas/6d7cbca9cc15493db2a0474dc9a5cf7d HTTP/1.1" status: 200 len: 375 time: 0.0200825 Mar 14 18:57:52.212750 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95f66f06-da79-4636-994e-84f9dd5329d8 admin admin] Publish callbacks [] for security_group (8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:52.219785 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-737e9c25-8451-4f90-927a-a36787757f30 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d7cbca9cc15493db2a0474dc9a5cf7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534298 Mar 14 18:57:52.221053 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95f66f06-da79-4636-994e-84f9dd5329d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:52.287569 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-95f66f06-da79-4636-994e-84f9dd5329d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5552d8bd89844579911a0f4209093853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4599037 Mar 14 18:57:52.288686 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f66f06-da79-4636-994e-84f9dd5329d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:52.291754 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47542) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:52.385050 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-20b7b9ef-2ca6-459a-812c-2b8f1385d990 service neutron] 10.222.0.35 "GET /v2.0/networks/439a0cf7-09bf-4b22-aacc-f7ea0a5782a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547496 Mar 14 18:57:52.391343 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c77af56-a274-4b0a-a255-47f879eab1f4 admin admin] Publish callbacks [] for security_group (8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:52.455012 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c77af56-a274-4b0a-a255-47f879eab1f4 admin admin] Publish callbacks [] for security_group (8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:52.551885 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c77af56-a274-4b0a-a255-47f879eab1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:52.555270 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c77af56-a274-4b0a-a255-47f879eab1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:52.557184 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5c77af56-a274-4b0a-a255-47f879eab1f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b HTTP/1.1" status: 204 len: 168 time: 0.2642667 Mar 14 18:57:52.573410 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77af56-a274-4b0a-a255-47f879eab1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502f92e-ef4c-4b4a-a7fd-60d3ab80a36b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:52.662896 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b25181-3773-44d2-bd13-9b1e1e8a5aad req-67873d4e-a4ee-41d3-9660-7f618d9004e4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:52.665611 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75b25181-3773-44d2-bd13-9b1e1e8a5aad req-67873d4e-a4ee-41d3-9660-7f618d9004e4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.2133090 Mar 14 18:57:52.708333 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-8fb53d31-74b5-4c24-af69-0de9f6309d0e service neutron] 10.222.0.35 "GET /v2.0/networks/439a0cf7-09bf-4b22-aacc-f7ea0a5782a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098440 Mar 14 18:57:52.772180 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75b25181-3773-44d2-bd13-9b1e1e8a5aad req-21f586e6-c7df-4f46-b12b-c201afb31ba8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832393 Mar 14 18:57:53.072333 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-093e730c-4b22-4e09-a17c-0ebb63f060a9 req-3d2a4adc-e447-4876-b889-1e49a8870e5f tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 210 time: 0.0444095 Mar 14 18:57:53.198885 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47562) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:53.215407 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34e23e6c-bd23-4ea3-8ad0-37a253ebf523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:53.338854 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34e23e6c-bd23-4ea3-8ad0-37a253ebf523 admin admin] Publish callbacks [] for security_group (23f23979-d459-4dab-8027-6d01b790ff5e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:53.344781 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34e23e6c-bd23-4ea3-8ad0-37a253ebf523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (23f23979-d459-4dab-8027-6d01b790ff5e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:53.422266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47570) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:53.423135 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-34e23e6c-bd23-4ea3-8ad0-37a253ebf523 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a06f864fdd24bf8af58d972946ad1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221923 Mar 14 18:57:53.424196 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e23e6c-bd23-4ea3-8ad0-37a253ebf523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f23979-d459-4dab-8027-6d01b790ff5e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:53.500256 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643fa9a5-7cb4-465d-abad-a1aa9f065224 admin admin] Publish callbacks [] for security_group (23f23979-d459-4dab-8027-6d01b790ff5e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:53.531361 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643fa9a5-7cb4-465d-abad-a1aa9f065224 admin admin] Publish callbacks [] for security_group (23f23979-d459-4dab-8027-6d01b790ff5e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:53.613330 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643fa9a5-7cb4-465d-abad-a1aa9f065224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (23f23979-d459-4dab-8027-6d01b790ff5e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:53.618916 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-643fa9a5-7cb4-465d-abad-a1aa9f065224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:53.623005 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-643fa9a5-7cb4-465d-abad-a1aa9f065224 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23f23979-d459-4dab-8027-6d01b790ff5e HTTP/1.1" status: 204 len: 168 time: 0.1966743 Mar 14 18:57:53.639238 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fa9a5-7cb4-465d-abad-a1aa9f065224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f23979-d459-4dab-8027-6d01b790ff5e,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:53.913444 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf564d25-625a-4ecc-a695-2482b701efea req-d7fde8a5-9f7c-46d9-8bce-4bdd1f3f463b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:53.915082 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bf564d25-625a-4ecc-a695-2482b701efea req-d7fde8a5-9f7c-46d9-8bce-4bdd1f3f463b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0684364 Mar 14 18:57:53.999736 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bf564d25-625a-4ecc-a695-2482b701efea req-292f70b7-6a9c-4883-8bdc-9f4b2836770d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786684 Mar 14 18:57:54.203378 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0c3f3f81-3bee-4c93-a371-044e02dcf53d req-e6041ace-8008-4ebb-b374-b7633048b3c6 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 210 time: 0.0391383 Mar 14 18:57:54.814402 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-c33800ac-2e92-40cb-93c5-30b5ee166789 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:54.840017 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-c33800ac-2e92-40cb-93c5-30b5ee166789 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.21 "GET /v2.0/networks?id=439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 HTTP/1.1" status: 200 len: 808 time: 0.2149720 Mar 14 18:57:54.858368 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Request body: {'port': {'device_id': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6', 'admin_state_up': True, 'tenant_id': '6d7cbca9cc15493db2a0474dc9a5cf7d'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:55.278250 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e54295-106a-438d-bcdd-5ed6ee6406ec req-43f72fb4-58b3-4506-96f7-86a66e90fa4b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:55.282762 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-94e54295-106a-438d-bcdd-5ed6ee6406ec req-43f72fb4-58b3-4506-96f7-86a66e90fa4b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1599197 Mar 14 18:57:55.356106 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Made reservation on behalf of 6d7cbca9cc15493db2a0474dc9a5cf7d for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:57:55.360455 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:55.406843 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c3519bb6-42c9-47e4-bbe6-eee71f986f4f req-6e8efb4a-d2bc-47a4-8fe3-9476b1c28a1e tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 210 time: 0.0670254 Mar 14 18:57:55.460127 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-94e54295-106a-438d-bcdd-5ed6ee6406ec req-b03e946e-1018-435c-9c16-3b511b6920ba tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679890 Mar 14 18:57:55.602231 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Allocated IP 172.20.0.11 (439a0cf7-09bf-4b22-aacc-f7ea0a5782a6/0a122ee7-8681-48a7-a46d-5944de567825/e56c9c11-cf50-4bd0-a986-2f8468c6be42) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:57:55.846660 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks [] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:55.901357 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:55.950156 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:57:55.953983 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:57:55.959177 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:57:55.964391 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:55.965068 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:55.972831 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Pushing event updated for resources: {'Port': ['ID=e56c9c11-cf50-4bd0-a986-2f8468c6be42,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:55.992052 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-a74522e2-98ef-40c8-a3d8-5e73914e5bc1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1405473 Mar 14 18:57:56.011039 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Request body: {'port': {'device_id': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:57:56.112118 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.333076 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47682) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:56.499844 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc0b1-e59b-4743-aa77-0644a4d98154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.549578 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56c9c11-cf50-4bd0-a986-2f8468c6be42 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:57:56.570816 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Publish callbacks [] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.598863 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Transition to ACTIVE for port object e56c9c11-cf50-4bd0-a986-2f8468c6be42 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:57:56.605111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.679733 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc0b1-e59b-4743-aa77-0644a4d98154 admin admin] Publish callbacks [] for security_group (a4561852-ddf4-45dd-9dd0-71331ef158af), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.695650 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc0b1-e59b-4743-aa77-0644a4d98154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a4561852-ddf4-45dd-9dd0-71331ef158af), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.749444 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Pushing event updated for resources: {'Port': ['ID=e56c9c11-cf50-4bd0-a986-2f8468c6be42,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:56.795241 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Attempting to bind port e56c9c11-cf50-4bd0-a986-2f8468c6be42 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:57:56.796209 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Attempting to bind port e56c9c11-cf50-4bd0-a986-2f8468c6be42 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '1ff90f0a-6223-4bd8-8b34-fc694ed9bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:57:56.797205 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Attempting to bind port e56c9c11-cf50-4bd0-a986-2f8468c6be42 on network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:56.806035 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Port e56c9c11-cf50-4bd0-a986-2f8468c6be42 on network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:57:56.807022 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Attempting to bind port e56c9c11-cf50-4bd0-a986-2f8468c6be42 on network 439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:57:56.815372 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47700) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:56.815706 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e3ccc0b1-e59b-4743-aa77-0644a4d98154 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=762cd391c0374386b42309732199a9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813390 Mar 14 18:57:56.832927 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542888c-77a0-4987-952e-08360396e3d8 req-750910cd-d027-412d-8482-87ec6fb287db tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:56.834599 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0542888c-77a0-4987-952e-08360396e3d8 req-750910cd-d027-412d-8482-87ec6fb287db tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 944 time: 0.2125070 Mar 14 18:57:56.838499 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccc0b1-e59b-4743-aa77-0644a4d98154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4561852-ddf4-45dd-9dd0-71331ef158af,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:56.844252 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:57:56.845164 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Checking segment: {'id': '1ff90f0a-6223-4bd8-8b34-fc694ed9bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:57:56.847795 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Bound using segment: {'id': '1ff90f0a-6223-4bd8-8b34-fc694ed9bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:57:56.848960 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Bound port: e56c9c11-cf50-4bd0-a986-2f8468c6be42, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff90f0a-6223-4bd8-8b34-fc694ed9bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:57:56.849881 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.925948 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c1c0e-732f-421e-b1d1-b9584955c0f6 req-9ea80d35-129f-4a10-84f1-bf041a6136a1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:56.935446 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f89c1c0e-732f-421e-b1d1-b9584955c0f6 req-9ea80d35-129f-4a10-84f1-bf041a6136a1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.3141570 Mar 14 18:57:56.942369 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0542888c-77a0-4987-952e-08360396e3d8 req-ef90c468-3f8c-4d56-b9ce-cff058457a28 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846701 Mar 14 18:57:56.983816 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07c0bfaf-e238-4bf4-8533-94726baa2e79 admin admin] Publish callbacks [] for security_group (a4561852-ddf4-45dd-9dd0-71331ef158af), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:56.987081 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] For port e56c9c11-cf50-4bd0-a986-2f8468c6be42, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:57:57.001823 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47704) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:57.007872 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f89c1c0e-732f-421e-b1d1-b9584955c0f6 req-e5a8cec1-0ca0-4486-900c-54fc3de9d3d6 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715263 Mar 14 18:57:57.023735 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47708) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:57.046690 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] For port e56c9c11-cf50-4bd0-a986-2f8468c6be42, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e56c9c11-cf50-4bd0-a986-2f8468c6be42,segment=NetworkSegment(1ff90f0a-6223-4bd8-8b34-fc694ed9bde9),segment_id=1ff90f0a-6223-4bd8-8b34-fc694ed9bde9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:57:57.068740 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07c0bfaf-e238-4bf4-8533-94726baa2e79 admin admin] Publish callbacks [] for security_group (a4561852-ddf4-45dd-9dd0-71331ef158af), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.073091 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.108709 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:57.109948 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.112442 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] 10.222.0.21 "PUT /v2.0/ports/e56c9c11-cf50-4bd0-a986-2f8468c6be42 HTTP/1.1" status: 200 len: 1094 time: 1.1089606 Mar 14 18:57:57.119871 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'tag': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:57:57.124328 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102b83a3-1cc0-4d2b-8923-9a5686f21a37" -d '{"events": [{"name": "network-changed", "server_uuid": "22dc1ba3-125c-4c9e-ae1f-4a9b679a315e", "tag": "e56c9c11-cf50-4bd0-a986-2f8468c6be42"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:57:57.190932 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2088aac-34b6-4388-a518-7bbee674ded1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.212640 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40437457-9c28-4eae-8e73-3bc8459a5339 x-openstack-request-id: req-40437457-9c28-4eae-8e73-3bc8459a5339 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:57:57.212922 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dc1ba3-125c-4c9e-ae1f-4a9b679a315e", "tag": "e56c9c11-cf50-4bd0-a986-2f8468c6be42", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:57:57.213179 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40437457-9c28-4eae-8e73-3bc8459a5339 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:57:57.213594 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'tag': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42', 'status': 'completed', 'code': 200} Mar 14 18:57:57.239394 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b032f03e-5c71-4ba5-8a65-066cd45a0560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.292917 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b53b2-1ba7-4474-9cc4-8b24b7e10109 service neutron] Pushing event updated for resources: {'Port': ['ID=e56c9c11-cf50-4bd0-a986-2f8468c6be42,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.316320 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2088aac-34b6-4388-a518-7bbee674ded1 admin admin] Publish callbacks [] for security_group (f1201245-3f25-4789-af2e-982ea4d48f82), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.322189 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2088aac-34b6-4388-a518-7bbee674ded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f1201245-3f25-4789-af2e-982ea4d48f82), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.323795 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-64119f5b-8db7-4ae4-8bc6-a7c3f651a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:57.325620 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-64119f5b-8db7-4ae4-8bc6-a7c3f651a395 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d7cbca9cc15493db2a0474dc9a5cf7d&device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 1128 time: 0.1429887 Mar 14 18:57:57.330853 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07c0bfaf-e238-4bf4-8533-94726baa2e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a4561852-ddf4-45dd-9dd0-71331ef158af), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.334399 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07c0bfaf-e238-4bf4-8533-94726baa2e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.335571 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-07c0bfaf-e238-4bf4-8533-94726baa2e79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4561852-ddf4-45dd-9dd0-71331ef158af HTTP/1.1" status: 204 len: 168 time: 0.5176578 Mar 14 18:57:57.367565 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0bfaf-e238-4bf4-8533-94726baa2e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4561852-ddf4-45dd-9dd0-71331ef158af,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.389589 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d2088aac-34b6-4388-a518-7bbee674ded1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43628aae8aeb44f1a1e0f2fa6a0b890d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865323 Mar 14 18:57:57.390820 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2088aac-34b6-4388-a518-7bbee674ded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1201245-3f25-4789-af2e-982ea4d48f82,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.397731 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47716) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:57.403256 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-32f87174-5ed4-4986-89e0-0e0da62ac646 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e56c9c11-cf50-4bd0-a986-2f8468c6be42 HTTP/1.1" status: 200 len: 217 time: 0.0652113 Mar 14 18:57:57.486297 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b032f03e-5c71-4ba5-8a65-066cd45a0560 admin admin] Publish callbacks [] for security_group (c4d3dfb8-ace7-4b72-8c36-9f92c191d62d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.493203 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b032f03e-5c71-4ba5-8a65-066cd45a0560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c4d3dfb8-ace7-4b72-8c36-9f92c191d62d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.499106 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-1a2a80d7-0d2e-420d-9561-ef092c28f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:57.500622 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-1a2a80d7-0d2e-420d-9561-ef092c28f43e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a122ee7-8681-48a7-a46d-5944de567825 HTTP/1.1" status: 200 len: 848 time: 0.0899723 Mar 14 18:57:57.508807 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3428bc9b-d199-47bd-92d6-2e1279c66e7c admin admin] Publish callbacks [] for security_group (f1201245-3f25-4789-af2e-982ea4d48f82), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.540359 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3428bc9b-d199-47bd-92d6-2e1279c66e7c admin admin] Publish callbacks [] for security_group (f1201245-3f25-4789-af2e-982ea4d48f82), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.559623 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-e7fa137d-d504-4ce6-ba7e-0fa8e96200ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a0cf7-09bf-4b22-aacc-f7ea0a5782a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461221 Mar 14 18:57:57.569742 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032f03e-5c71-4ba5-8a65-066cd45a0560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3dfb8-ace7-4b72-8c36-9f92c191d62d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.580814 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b032f03e-5c71-4ba5-8a65-066cd45a0560 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af47402ca546434d9d14c5209edd94fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516756 Mar 14 18:57:57.585621 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47718) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:57.677006 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3428bc9b-d199-47bd-92d6-2e1279c66e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f1201245-3f25-4789-af2e-982ea4d48f82), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.681624 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3428bc9b-d199-47bd-92d6-2e1279c66e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.685741 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-3428bc9b-d199-47bd-92d6-2e1279c66e7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1201245-3f25-4789-af2e-982ea4d48f82 HTTP/1.1" status: 204 len: 168 time: 0.2832530 Mar 14 18:57:57.703180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bba78d6-4ea4-413a-9b54-ec08b9793307 admin admin] Publish callbacks [] for security_group (c4d3dfb8-ace7-4b72-8c36-9f92c191d62d), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.706872 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-af9aa68a-15e6-4977-80e2-97bf38c4a4b5 service neutron] 10.222.0.21 "GET /v2.0/networks/439a0cf7-09bf-4b22-aacc-f7ea0a5782a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376681 Mar 14 18:57:57.709090 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428bc9b-d199-47bd-92d6-2e1279c66e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1201245-3f25-4789-af2e-982ea4d48f82,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.768326 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bba78d6-4ea4-413a-9b54-ec08b9793307 admin admin] Publish callbacks [] for security_group (c4d3dfb8-ace7-4b72-8c36-9f92c191d62d), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.862060 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bba78d6-4ea4-413a-9b54-ec08b9793307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c4d3dfb8-ace7-4b72-8c36-9f92c191d62d), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.866230 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ac6bad26-ece1-498c-b7d3-5d35dce7e695 req-17bd8ce6-f279-472a-82bc-3d0a3ccb8710 service neutron] 10.222.0.21 "GET /v2.0/networks/439a0cf7-09bf-4b22-aacc-f7ea0a5782a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421397 Mar 14 18:57:57.866974 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2bba78d6-4ea4-413a-9b54-ec08b9793307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:57.867508 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2bba78d6-4ea4-413a-9b54-ec08b9793307 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4d3dfb8-ace7-4b72-8c36-9f92c191d62d HTTP/1.1" status: 204 len: 168 time: 0.2774246 Mar 14 18:57:57.877861 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba78d6-4ea4-413a-9b54-ec08b9793307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3dfb8-ace7-4b72-8c36-9f92c191d62d,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:57.905326 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47728) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:57.931434 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ed03923d-a584-49aa-b71a-d1111f8b4ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:58.070965 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ed03923d-a584-49aa-b71a-d1111f8b4ae1 admin admin] Publish callbacks [] for security_group (ff6b7d39-d497-456b-a9d8-e9a1463fb3ba), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:58.078547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ed03923d-a584-49aa-b71a-d1111f8b4ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ff6b7d39-d497-456b-a9d8-e9a1463fb3ba), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:58.082243 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-d4c37866-fe41-46a9-94d7-a3648495b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.088749 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-d4c37866-fe41-46a9-94d7-a3648495b6cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d7cbca9cc15493db2a0474dc9a5cf7d&device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 1128 time: 0.1301157 Mar 14 18:57:58.133811 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-ed03923d-a584-49aa-b71a-d1111f8b4ae1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8165c63ef734aba827801fcc6b99b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233667 Mar 14 18:57:58.133811 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03923d-a584-49aa-b71a-d1111f8b4ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b7d39-d497-456b-a9d8-e9a1463fb3ba,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:58.135262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47736) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:57:58.244723 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-71346dc0-4cbd-46b3-ba73-0e8a60d0e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.246482 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-71346dc0-4cbd-46b3-ba73-0e8a60d0e629 service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 HTTP/1.1" status: 200 len: 909 time: 0.1475902 Mar 14 18:57:58.308818 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fd38-8346-4bc1-8710-9e922d2e3eee admin admin] Publish callbacks [] for security_group (ff6b7d39-d497-456b-a9d8-e9a1463fb3ba), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:58.313067 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-18e5bfb6-c317-49ae-a73a-f032d7140274 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e56c9c11-cf50-4bd0-a986-2f8468c6be42 HTTP/1.1" status: 200 len: 217 time: 0.0584788 Mar 14 18:57:58.333217 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e408b1c-6f6e-433d-854d-dea0d0464d0d req-fe223312-de6b-4651-bb1c-12cbb8fcf7cd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.334949 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5e408b1c-6f6e-433d-854d-dea0d0464d0d req-fe223312-de6b-4651-bb1c-12cbb8fcf7cd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1437275 Mar 14 18:57:58.356026 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437572c-c86e-40c1-ab14-0df5da446ea5 req-ae199c6e-5f2b-4c87-a657-c397f1026025 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.357738 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9437572c-c86e-40c1-ab14-0df5da446ea5 req-ae199c6e-5f2b-4c87-a657-c397f1026025 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 944 time: 0.1410482 Mar 14 18:57:58.370817 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fd38-8346-4bc1-8710-9e922d2e3eee admin admin] Publish callbacks [] for security_group (ff6b7d39-d497-456b-a9d8-e9a1463fb3ba), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:58.396612 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-778fde51-8008-487e-a0c8-db819e3705d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:58.399380 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-778fde51-8008-487e-a0c8-db819e3705d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a122ee7-8681-48a7-a46d-5944de567825 HTTP/1.1" status: 200 len: 848 time: 0.0726042 Mar 14 18:57:58.445733 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-3a7ac619-fab1-4ace-93a8-005821a16cfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a0cf7-09bf-4b22-aacc-f7ea0a5782a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344946 Mar 14 18:57:58.484484 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9437572c-c86e-40c1-ab14-0df5da446ea5 req-e57981b5-b340-430b-8992-dbf076a67610 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160593 Mar 14 18:57:58.538512 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5e408b1c-6f6e-433d-854d-dea0d0464d0d req-115b9b5f-9ac1-4840-a3fc-33a14c761d8d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899610 Mar 14 18:57:58.563838 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fd38-8346-4bc1-8710-9e922d2e3eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ff6b7d39-d497-456b-a9d8-e9a1463fb3ba), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:58.570443 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2ec4fd38-8346-4bc1-8710-9e922d2e3eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:57:58.580606 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2ec4fd38-8346-4bc1-8710-9e922d2e3eee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff6b7d39-d497-456b-a9d8-e9a1463fb3ba HTTP/1.1" status: 204 len: 168 time: 0.4445670 Mar 14 18:57:58.597636 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4fd38-8346-4bc1-8710-9e922d2e3eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b7d39-d497-456b-a9d8-e9a1463fb3ba,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:57:58.609140 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-72f118ad-af37-4716-ae14-e495172dd457 service neutron] 10.222.0.21 "GET /v2.0/networks/439a0cf7-09bf-4b22-aacc-f7ea0a5782a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496837 Mar 14 18:57:58.739660 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-102b83a3-1cc0-4d2b-8923-9a5686f21a37 req-ca9a9c26-44a3-4eb3-a9b5-b4adac92c1b6 service neutron] 10.222.0.21 "GET /v2.0/networks/439a0cf7-09bf-4b22-aacc-f7ea0a5782a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215370 Mar 14 18:57:59.717141 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b175e-80bd-41f4-ac88-207011a77780 req-ea479133-a19a-4df5-8964-1651792211a4 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.719631 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b56b175e-80bd-41f4-ac88-207011a77780 req-ea479133-a19a-4df5-8964-1651792211a4 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 944 time: 0.1556237 Mar 14 18:57:59.787187 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cae5-3872-480a-8742-9d179b79b55d req-07e1242e-1435-4898-877b-40e67f5f62d8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:57:59.789910 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5c51cae5-3872-480a-8742-9d179b79b55d req-07e1242e-1435-4898-877b-40e67f5f62d8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1610782 Mar 14 18:57:59.866389 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b56b175e-80bd-41f4-ac88-207011a77780 req-a4eb946f-383f-4509-b138-2978d06f7a02 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324382 Mar 14 18:57:59.897639 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5c51cae5-3872-480a-8742-9d179b79b55d req-3260943b-95df-44d4-a341-e5493b0e363f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Mar 14 18:58:00.120038 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47838) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:00.283910 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ad38682-a1d2-47d3-9e2e-36b5d281b142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.403887 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ad38682-a1d2-47d3-9e2e-36b5d281b142 admin admin] Publish callbacks [] for security_group (0c8cdd3f-d595-4394-a23d-87b7e493c1d9), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.410958 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ad38682-a1d2-47d3-9e2e-36b5d281b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0c8cdd3f-d595-4394-a23d-87b7e493c1d9), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.486381 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad38682-a1d2-47d3-9e2e-36b5d281b142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8cdd3f-d595-4394-a23d-87b7e493c1d9,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:00.496648 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-9ad38682-a1d2-47d3-9e2e-36b5d281b142 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6b6a3f5f82044a19015e5067eb509a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727918 Mar 14 18:58:00.497153 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47864) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:00.580320 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-99fa38c7-c2eb-4133-85ea-08425028cf93 admin admin] Publish callbacks [] for security_group (0c8cdd3f-d595-4394-a23d-87b7e493c1d9), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.611620 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-99fa38c7-c2eb-4133-85ea-08425028cf93 admin admin] Publish callbacks [] for security_group (0c8cdd3f-d595-4394-a23d-87b7e493c1d9), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.708470 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-99fa38c7-c2eb-4133-85ea-08425028cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0c8cdd3f-d595-4394-a23d-87b7e493c1d9), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.711129 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-99fa38c7-c2eb-4133-85ea-08425028cf93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:00.712311 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-99fa38c7-c2eb-4133-85ea-08425028cf93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c8cdd3f-d595-4394-a23d-87b7e493c1d9 HTTP/1.1" status: 204 len: 168 time: 0.2134180 Mar 14 18:58:00.722654 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa38c7-c2eb-4133-85ea-08425028cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8cdd3f-d595-4394-a23d-87b7e493c1d9,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:00.764585 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47876) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:00.977397 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd070e80-f4ef-4cb2-be3f-b362c70193ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.091848 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e56c9c11-cf50-4bd0-a986-2f8468c6be42 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:01.178333 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd070e80-f4ef-4cb2-be3f-b362c70193ad admin admin] Publish callbacks [] for security_group (c7a1a644-3153-404a-8206-d729aaa644bb), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.189019 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6b117-bc6f-4517-946f-4a1826184a94 req-ee7f7e95-4012-4717-934e-6597c1c85044 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:01.191002 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c6d6b117-bc6f-4517-946f-4a1826184a94 req-ee7f7e95-4012-4717-934e-6597c1c85044 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1630945 Mar 14 18:58:01.193306 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd070e80-f4ef-4cb2-be3f-b362c70193ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c7a1a644-3153-404a-8206-d729aaa644bb), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.208148 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26877c06-eb36-4f61-8e5b-77e23eef8cf5 req-05526b85-bb9f-414d-8d69-cf70af5cdfeb tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:01.208148 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-26877c06-eb36-4f61-8e5b-77e23eef8cf5 req-05526b85-bb9f-414d-8d69-cf70af5cdfeb tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 944 time: 0.1523941 Mar 14 18:58:01.231538 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port e56c9c11-cf50-4bd0-a986-2f8468c6be42, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e56c9c11-cf50-4bd0-a986-2f8468c6be42,segment=NetworkSegment(1ff90f0a-6223-4bd8-8b34-fc694ed9bde9),segment_id=1ff90f0a-6223-4bd8-8b34-fc694ed9bde9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:01.247112 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42', 'network_id': '439a0cf7-09bf-4b22-aacc-f7ea0a5782a6', 'port_id': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42', 'mac_address': 'fa:16:3e:4e:01:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a122ee7-8681-48a7-a46d-5944de567825', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:01.300630 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port e56c9c11-cf50-4bd0-a986-2f8468c6be42 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:01.301041 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.328186 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56c9c11-cf50-4bd0-a986-2f8468c6be42 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:01.369452 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port e56c9c11-cf50-4bd0-a986-2f8468c6be42, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e56c9c11-cf50-4bd0-a986-2f8468c6be42,segment=NetworkSegment(1ff90f0a-6223-4bd8-8b34-fc694ed9bde9),segment_id=1ff90f0a-6223-4bd8-8b34-fc694ed9bde9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:01.376753 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.390296 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd070e80-f4ef-4cb2-be3f-b362c70193ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a1a644-3153-404a-8206-d729aaa644bb,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:01.414706 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47906) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:01.422550 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-bd070e80-f4ef-4cb2-be3f-b362c70193ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b5867ce32b443afab4cbced6f33ad44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6492279 Mar 14 18:58:01.464525 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=e56c9c11-cf50-4bd0-a986-2f8468c6be42,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:01.491710 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c6d6b117-bc6f-4517-946f-4a1826184a94 req-b7779cbb-4366-4916-ba92-c8791b215020 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109721 Mar 14 18:58:01.500562 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-26877c06-eb36-4f61-8e5b-77e23eef8cf5 req-241ba30f-4370-4bcf-8fd5-cbf90dd263b1 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872910 Mar 14 18:58:01.532076 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b45c3f3-e458-4f79-954f-09acb602eafa admin admin] Publish callbacks [] for security_group (c7a1a644-3153-404a-8206-d729aaa644bb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.567846 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b45c3f3-e458-4f79-954f-09acb602eafa admin admin] Publish callbacks [] for security_group (c7a1a644-3153-404a-8206-d729aaa644bb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.645975 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b45c3f3-e458-4f79-954f-09acb602eafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c7a1a644-3153-404a-8206-d729aaa644bb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.649550 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b45c3f3-e458-4f79-954f-09acb602eafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:01.654614 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-2b45c3f3-e458-4f79-954f-09acb602eafa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7a1a644-3153-404a-8206-d729aaa644bb HTTP/1.1" status: 204 len: 168 time: 0.2331808 Mar 14 18:58:01.664171 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45c3f3-e458-4f79-954f-09acb602eafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a1a644-3153-404a-8206-d729aaa644bb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:01.808545 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e56c9c11-cf50-4bd0-a986-2f8468c6be42'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:01.959433 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47922) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:02.129864 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1410499331-network', 'tenant_id': '11e591c64b4f47098b1b2db6746a7d3a'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:02.162759 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Made reservation on behalf of 11e591c64b4f47098b1b2db6746a7d3a for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:02.166379 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.184240 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.341337 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks [] for security_group (c85fc1a2-516a-4dc2-8571-5aad97634e48), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.349828 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c85fc1a2-516a-4dc2-8571-5aad97634e48), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.388901 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:58:02.406352 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85fc1a2-516a-4dc2-8571-5aad97634e48,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:02.419610 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (07db8223-cd78-4bdc-bf41-46c3effe0ced), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.419966 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Added segment 07db8223-cd78-4bdc-bf41-46c3effe0ced of type vlan for network e6e9b5ad-5b52-4885-a056-17d2365d4a23 Mar 14 18:58:02.479739 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (e6e9b5ad-5b52-4885-a056-17d2365d4a23), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.516669 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (e6e9b5ad-5b52-4885-a056-17d2365d4a23), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.518562 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:02.521972 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.712942 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47950) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:02.752239 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7899878 Mar 14 18:58:02.758737 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 47954) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:02.765568 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Request body: {'subnet': {'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1410499331-subnet', 'tenant_id': '11e591c64b4f47098b1b2db6746a7d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:02.771519 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205701a7-25d9-4c95-a6dd-4cac4bba891d admin admin] Pushing event updated for resources: {'Network': ['ID=e6e9b5ad-5b52-4885-a056-17d2365d4a23,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:02.802640 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network e6e9b5ad-5b52-4885-a056-17d2365d4a23 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:58:02.805501 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Made reservation on behalf of 11e591c64b4f47098b1b2db6746a7d3a for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:02.808424 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:02.832586 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e2b97-ef6f-492a-8c65-4c5ea8e7005e req-639b0da3-53c1-4247-8613-8f7eb6604dea tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:02.835319 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-425e2b97-ef6f-492a-8c65-4c5ea8e7005e req-639b0da3-53c1-4247-8613-8f7eb6604dea tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 945 time: 0.2150464 Mar 14 18:58:02.857180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31250599-2cc4-4ab6-8a9b-b2c0bcf04c9f req-63b0f1e1-1260-4d5e-b395-53c3bb261d82 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:02.860941 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-31250599-2cc4-4ab6-8a9b-b2c0bcf04c9f req-63b0f1e1-1260-4d5e-b395-53c3bb261d82 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.2496858 Mar 14 18:58:03.001644 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-97076247-network', 'tenant_id': '66a9422ca2c846b8921d0fc4ace699af'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:03.027958 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-425e2b97-ef6f-492a-8c65-4c5ea8e7005e req-8f590292-c8ca-4a3e-9f51-5b754f82cf49 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654491 Mar 14 18:58:03.032791 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-31250599-2cc4-4ab6-8a9b-b2c0bcf04c9f req-5a5a490c-71b0-4e15-903a-a7b281fcd6f0 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567683 Mar 14 18:58:03.070796 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Made reservation on behalf of 66a9422ca2c846b8921d0fc4ace699af for: {'network': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:03.073377 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.087299 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for subnet (31003f5d-a47e-4059-bcd7-196dfb173538), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.089269 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.106687 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e56c9c11-cf50-4bd0-a986-2f8468c6be42 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:03.181114 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port e56c9c11-cf50-4bd0-a986-2f8468c6be42 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:58:03.187583 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port e56c9c11-cf50-4bd0-a986-2f8468c6be42 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:03.188220 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.189996 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31003f5d-a47e-4059-bcd7-196dfb173538,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:03.210223 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Checking segment: {'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:58:03.210469 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Network hostable DHCP agents. Network: e6e9b5ad-5b52-4885-a056-17d2365d4a23, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:58:03.257783 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Network e6e9b5ad-5b52-4885-a056-17d2365d4a23 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:58:03.287137 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks [] for security_group (c696da1d-cf5b-4e25-b072-27d9f44b6f2f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.290138 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, e6e9b5ad-5b52-4885-a056-17d2365d4a23) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:03.297951 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:03.298986 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.302875 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c696da1d-cf5b-4e25-b072-27d9f44b6f2f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.307409 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c46ac-5aca-4b01-b734-ea3cddaf6529 None None] Network e6e9b5ad-5b52-4885-a056-17d2365d4a23 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:58:03.371802 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5217a421-f2bc-4854-b28a-0aa679bf6568 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6106088 Mar 14 18:58:03.373353 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 18:58:03.376554 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port e56c9c11-cf50-4bd0-a986-2f8468c6be42 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:03.376947 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.379185 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696da1d-cf5b-4e25-b072-27d9f44b6f2f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:03.412414 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (d67196fb-06cb-4ae5-8bce-57aceb1f5bcb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.413333 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.segments_db [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Added segment d67196fb-06cb-4ae5-8bce-57aceb1f5bcb of type vlan for network 154b080f-8700-4c67-9747-c320f0ae7451 Mar 14 18:58:03.456937 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71fbf5b-1d0b-4650-8ab7-37d3b43a226f None None] Network e6e9b5ad-5b52-4885-a056-17d2365d4a23 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:58:03.469097 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:03.474443 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddae1be-e592-4136-be03-53e832c248b3" -d '{"events": [{"server_uuid": "22dc1ba3-125c-4c9e-ae1f-4a9b679a315e", "name": "network-vif-plugged", "status": "completed", "tag": "e56c9c11-cf50-4bd0-a986-2f8468c6be42"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:03.505932 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (154b080f-8700-4c67-9747-c320f0ae7451), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.553201 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port e56c9c11-cf50-4bd0-a986-2f8468c6be42, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e56c9c11-cf50-4bd0-a986-2f8468c6be42,segment=NetworkSegment(1ff90f0a-6223-4bd8-8b34-fc694ed9bde9),segment_id=1ff90f0a-6223-4bd8-8b34-fc694ed9bde9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:03.563581 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (154b080f-8700-4c67-9747-c320f0ae7451), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.565011 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:03.566071 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.583144 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.623726 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861580a7-2fd0-41e8-80b8-866afc224fa9 x-openstack-request-id: req-861580a7-2fd0-41e8-80b8-866afc224fa9 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:03.624464 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dc1ba3-125c-4c9e-ae1f-4a9b679a315e", "name": "network-vif-plugged", "status": "completed", "tag": "e56c9c11-cf50-4bd0-a986-2f8468c6be42", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:03.624931 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-861580a7-2fd0-41e8-80b8-866afc224fa9 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:03.625519 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42', 'code': 200} Mar 14 18:58:03.685734 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9712114 Mar 14 18:58:03.691348 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 47964) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:03.701692 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Request body: {'subnet': {'network_id': '154b080f-8700-4c67-9747-c320f0ae7451', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-97076247-subnet', 'tenant_id': '66a9422ca2c846b8921d0fc4ace699af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:03.715759 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbbee7-b98c-468f-be7a-89b1c1b822d5 admin admin] Pushing event updated for resources: {'Network': ['ID=154b080f-8700-4c67-9747-c320f0ae7451,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:03.753041 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Made reservation on behalf of 66a9422ca2c846b8921d0fc4ace699af for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:03.759730 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7519505'] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:03.775775 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=e56c9c11-cf50-4bd0-a986-2f8468c6be42,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:03.788786 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 154b080f-8700-4c67-9747-c320f0ae7451 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 18:58:04.000252 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060b8e0-efa5-4cf5-b12a-a30e7b5cd460 req-7450c43a-6891-40ef-b0f3-01b451d68e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:04.003664 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-4060b8e0-efa5-4cf5-b12a-a30e7b5cd460 req-7450c43a-6891-40ef-b0f3-01b451d68e0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 1130 time: 0.1246083 Mar 14 18:58:04.083379 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-4060b8e0-efa5-4cf5-b12a-a30e7b5cd460 req-efa4042f-7a8f-4cd3-8254-fce2efa3246f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681562 Mar 14 18:58:04.100334 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6187967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7519491'] for subnet (81526f68-e967-4e3a-99e2-a8862d8a9f9e), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:04.231301 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81526f68-e967-4e3a-99e2-a8862d8a9f9e,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:04.299406 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Checking segment: {'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:58:04.300425 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Network hostable DHCP agents. Network: 154b080f-8700-4c67-9747-c320f0ae7451, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 18:58:04.314900 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819fc4-e608-4f7a-bcf3-c01af5dfe5e5 req-dcf186ba-446e-457b-b7f0-dc535a7fe3ff tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:04.317176 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a819fc4-e608-4f7a-bcf3-c01af5dfe5e5 req-dcf186ba-446e-457b-b7f0-dc535a7fe3ff tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1424460 Mar 14 18:58:04.367565 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944e49d-208b-4a82-8a29-38ab6c06a006 req-c71dbbb5-1d32-4784-8395-83b75c9f64b2 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:04.369879 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5944e49d-208b-4a82-8a29-38ab6c06a006 req-c71dbbb5-1d32-4784-8395-83b75c9f64b2 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 946 time: 0.1418529 Mar 14 18:58:04.389933 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Network 154b080f-8700-4c67-9747-c320f0ae7451 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 18:58:04.455316 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 154b080f-8700-4c67-9747-c320f0ae7451) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:04.466850 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da30f39a-f759-427a-9767-fc5f1d852b0a None None] Network 154b080f-8700-4c67-9747-c320f0ae7451 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:58:04.475564 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:04.476225 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:04.506290 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a819fc4-e608-4f7a-bcf3-c01af5dfe5e5 req-9a76c451-34a1-4475-9e37-914e4b55dca3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715412 Mar 14 18:58:04.519108 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-9653c167-7feb-4c6a-8f09-c050d91b6762 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8211057 Mar 14 18:58:04.525250 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5944e49d-208b-4a82-8a29-38ab6c06a006 req-249b991f-8bba-4ce6-b201-2bfcae9618e0 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450772 Mar 14 18:58:04.643222 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab6d2e-c7c2-4578-b356-eb180f00df8a None None] Network 154b080f-8700-4c67-9747-c320f0ae7451 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 18:58:05.958298 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f0d46-9323-439a-96cc-c28bd6f46341 req-34433db0-1158-4163-85de-5c2169c30756 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:05.959889 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-966f0d46-9323-439a-96cc-c28bd6f46341 req-34433db0-1158-4163-85de-5c2169c30756 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.3475013 Mar 14 18:58:06.022383 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-3be1f25a-2b72-4f5b-b78a-8f8213c3df62 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:06.023820 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-3be1f25a-2b72-4f5b-b78a-8f8213c3df62 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/networks?id=e6e9b5ad-5b52-4885-a056-17d2365d4a23 HTTP/1.1" status: 200 len: 814 time: 0.1507962 Mar 14 18:58:06.051934 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-966f0d46-9323-439a-96cc-c28bd6f46341 req-fffbcc2c-0d90-4160-8487-df635d010ac9 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853407 Mar 14 18:58:06.053469 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-337805bb-7406-4ffc-a854-a8dc843d1635 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/quotas/11e591c64b4f47098b1b2db6746a7d3a HTTP/1.1" status: 200 len: 375 time: 0.0223958 Mar 14 18:58:06.103053 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-0bba9c7f-3ae1-4b83-b435-2205afbea674 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=11e591c64b4f47098b1b2db6746a7d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386357 Mar 14 18:58:06.244337 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e89f2-6703-48ca-be51-d08e4ba16c6c req-bdcb3cf9-6674-4437-98a9-28be82c22b1f tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:06.245907 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-604e89f2-6703-48ca-be51-d08e4ba16c6c req-bdcb3cf9-6674-4437-98a9-28be82c22b1f tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 946 time: 0.0894163 Mar 14 18:58:06.248262 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-695ef1a1-bff2-4e7b-ac04-616169200546 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384456 Mar 14 18:58:06.359966 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-604e89f2-6703-48ca-be51-d08e4ba16c6c req-35b77e6d-ee71-4760-abfe-2c35bbc9578c tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069324 Mar 14 18:58:06.396314 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-9332605f-cd07-4dd4-b326-6a967aa15bae service neutron] 10.222.0.35 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401088 Mar 14 18:58:06.709775 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-768fd606-9bd8-44fb-82b2-e8a33673f092 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:06.712613 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-768fd606-9bd8-44fb-82b2-e8a33673f092 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/networks?id=154b080f-8700-4c67-9747-c320f0ae7451 HTTP/1.1" status: 200 len: 807 time: 0.2490306 Mar 14 18:58:06.718561 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e951f846-5878-4a9f-9bc9-f57c20e84cbb req-6199e3f9-0ec1-4632-bcff-178fb814464f tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 210 time: 0.0785496 Mar 14 18:58:06.737480 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-3fd51301-d3ea-4907-9582-56fe43a586a2 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/quotas/66a9422ca2c846b8921d0fc4ace699af HTTP/1.1" status: 200 len: 375 time: 0.0170310 Mar 14 18:58:06.769573 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-88f5deed-1869-4117-bdb5-bdd60cc80c15 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a9422ca2c846b8921d0fc4ace699af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311880 Mar 14 18:58:06.931783 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-76745685-7912-4274-b6d8-337fc91a8b41 service neutron] 10.222.0.35 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472661 Mar 14 18:58:07.045773 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-28cd741c-e20c-4622-bc7d-7d36c5ded5e9 service neutron] 10.222.0.35 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123216 Mar 14 18:58:07.323889 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8a209dc0-81fd-45c2-a314-f5a3fa1fa5ec req-adad6169-d408-4289-9aea-e9c5598f182f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 210 time: 0.0605106 Mar 14 18:58:07.339957 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76245272-1bf1-463c-90a7-e356bc02ee00 req-a0572131-c73a-45a0-903c-1339ff316dcc tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:07.342928 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-76245272-1bf1-463c-90a7-e356bc02ee00 req-a0572131-c73a-45a0-903c-1339ff316dcc tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1582925 Mar 14 18:58:07.436101 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-76245272-1bf1-463c-90a7-e356bc02ee00 req-a8c9b623-b737-495e-b31f-df6162bef3d0 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841103 Mar 14 18:58:07.842610 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9c3ebc4b-2abc-4c2f-b795-303b990b0146 req-41c956e2-cf56-49c6-82de-2a08d4cf74f1 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Mar 14 18:58:08.368133 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-369ccc41-0db8-48a2-9fdd-8726f56353b0 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:08.371388 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-369ccc41-0db8-48a2-9fdd-8726f56353b0 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "GET /v2.0/networks?id=e6e9b5ad-5b52-4885-a056-17d2365d4a23 HTTP/1.1" status: 200 len: 814 time: 0.2043352 Mar 14 18:58:08.410340 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Request body: {'port': {'device_id': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23', 'admin_state_up': True, 'tenant_id': '11e591c64b4f47098b1b2db6746a7d3a'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:08.566330 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-97996fc5-d483-4964-84d0-a896bf127434 req-da72dff9-6875-4cec-8fbc-f215625b9ce8 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 210 time: 0.0689251 Mar 14 18:58:08.634157 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Made reservation on behalf of 11e591c64b4f47098b1b2db6746a7d3a for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:08.641473 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:08.677748 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dffbb-435f-4137-a431-d587f76da2d8 req-eff0e27e-6219-48aa-a3a2-c0974e09f0ab tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:08.682337 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ba4dffbb-435f-4137-a431-d587f76da2d8 req-eff0e27e-6219-48aa-a3a2-c0974e09f0ab tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1212320 Mar 14 18:58:08.757726 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ba4dffbb-435f-4137-a431-d587f76da2d8 req-f49ee6cc-4e15-4a53-99b4-e17ada604fb4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661969 Mar 14 18:58:08.966337 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Allocated IP 172.20.0.2 (e6e9b5ad-5b52-4885-a056-17d2365d4a23/31003f5d-a47e-4059-bcd7-196dfb173538/78acc102-33ed-45d8-a935-c139f1d65a74) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:08.974799 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-7260cf00-ec8a-43ab-9293-81f7899a714f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:08.976970 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-7260cf00-ec8a-43ab-9293-81f7899a714f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "GET /v2.0/networks?id=154b080f-8700-4c67-9747-c320f0ae7451 HTTP/1.1" status: 200 len: 807 time: 0.2221699 Mar 14 18:58:08.995795 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Request body: {'port': {'device_id': '56f56cc5-e762-4697-8777-dcbc10457dab', 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451', 'admin_state_up': True, 'tenant_id': '66a9422ca2c846b8921d0fc4ace699af'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:09.039400 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5a60af2c-1397-4315-9c4a-2badf669f2ae req-63b6284e-2318-444c-b175-7ddf5ccd9280 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 210 time: 0.0645297 Mar 14 18:58:09.449524 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks [] for port (78acc102-33ed-45d8-a935-c139f1d65a74), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:09.471147 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Made reservation on behalf of 66a9422ca2c846b8921d0fc4ace699af for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:09.478261 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:09.566534 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:09.715278 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-eab53eed-ad95-47ec-ad7a-9a2ae451f9ac req-aa5eb990-77d7-4f91-924f-1fe6d11bca87 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 210 time: 0.0447555 Mar 14 18:58:09.748525 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Network e6e9b5ad-5b52-4885-a056-17d2365d4a23 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:09.761181 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:09.767001 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Pushing event updated for resources: {'Port': ['ID=78acc102-33ed-45d8-a935-c139f1d65a74,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:09.770937 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:09.776165 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:09.776825 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:09.824426 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-85408d55-d3ef-4d95-9bbd-ed7a9a7ec0f6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4322424 Mar 14 18:58:09.836570 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Request body: {'port': {'device_id': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:09.867341 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3aaf5-c5b1-496d-9f9f-4b94941452c4 req-72171275-e406-4021-adae-457180a5380d tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:09.868454 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Allocated IP 172.20.0.11 (154b080f-8700-4c67-9747-c320f0ae7451/81526f68-e967-4e3a-99e2-a8862d8a9f9e/b762e100-7d6a-4700-8a7d-3377c48f944e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:09.870779 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0ab3aaf5-c5b1-496d-9f9f-4b94941452c4 req-72171275-e406-4021-adae-457180a5380d tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 946 time: 0.0760679 Mar 14 18:58:09.957402 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.016778 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0ab3aaf5-c5b1-496d-9f9f-4b94941452c4 req-92ca14f8-e887-4a8e-b3e1-b11d54de8fd3 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389945 Mar 14 18:58:10.033610 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0337b3-22a5-4c66-8e6a-ccf6d1b74f11 req-097690cc-cb62-488c-85c1-e80d7b72a6cb tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:10.036926 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ec0337b3-22a5-4c66-8e6a-ccf6d1b74f11 req-097690cc-cb62-488c-85c1-e80d7b72a6cb tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1432092 Mar 14 18:58:10.126589 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ec0337b3-22a5-4c66-8e6a-ccf6d1b74f11 req-f61811ae-5bf2-40c9-b601-7ab7633f139d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783844 Mar 14 18:58:10.253699 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b49f4c-9d44-4a1c-8f54-f3dd97180fe2 req-d90ee4e6-1e49-4c2f-a4e9-38c46762d806 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:10.255968 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-33b49f4c-9d44-4a1c-8f54-f3dd97180fe2 req-d90ee4e6-1e49-4c2f-a4e9-38c46762d806 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 931 time: 0.0882540 Mar 14 18:58:10.281815 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks [] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.340142 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-33b49f4c-9d44-4a1c-8f54-f3dd97180fe2 req-e3f01aff-68ca-419c-b9d0-47942264684c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757244 Mar 14 18:58:10.356016 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1876ff25-c763-4103-b9ee-2edd2a8e7bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.399866 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.462126 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Network 154b080f-8700-4c67-9747-c320f0ae7451 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:10.491168 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:10.499756 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:10.505722 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:10.506406 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.513298 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Pushing event updated for resources: {'Port': ['ID=b762e100-7d6a-4700-8a7d-3377c48f944e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:10.531419 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78acc102-33ed-45d8-a935-c139f1d65a74 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:10.542849 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Publish callbacks [] for port (78acc102-33ed-45d8-a935-c139f1d65a74), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.548637 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-1a503e4b-b7f4-443a-ac9c-e6c7716835e6 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5590990 Mar 14 18:58:10.570371 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Request body: {'port': {'device_id': '56f56cc5-e762-4697-8777-dcbc10457dab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:10.574607 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Transition to ACTIVE for port object 78acc102-33ed-45d8-a935-c139f1d65a74 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:58:10.592611 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.918915 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Pushing event updated for resources: {'Port': ['ID=78acc102-33ed-45d8-a935-c139f1d65a74,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:10.933655 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f10393-2a9e-46fb-9eb6-e694bf08bb85 req-4683ba72-4bb3-48a8-b945-c9abc685c5e2 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:10.936904 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-38f10393-2a9e-46fb-9eb6-e694bf08bb85 req-4683ba72-4bb3-48a8-b945-c9abc685c5e2 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 932 time: 0.1036115 Mar 14 18:58:10.960483 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:10.964622 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Attempting to bind port 78acc102-33ed-45d8-a935-c139f1d65a74 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:58:10.965199 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Attempting to bind port 78acc102-33ed-45d8-a935-c139f1d65a74 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:58:10.965539 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Attempting to bind port 78acc102-33ed-45d8-a935-c139f1d65a74 on network e6e9b5ad-5b52-4885-a056-17d2365d4a23 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:10.981383 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Port 78acc102-33ed-45d8-a935-c139f1d65a74 on network e6e9b5ad-5b52-4885-a056-17d2365d4a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:58:10.981804 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Attempting to bind port 78acc102-33ed-45d8-a935-c139f1d65a74 on network e6e9b5ad-5b52-4885-a056-17d2365d4a23 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:11.008951 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:58:11.009311 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Checking segment: {'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:58:11.009676 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Bound using segment: {'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:58:11.010297 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Bound port: 78acc102-33ed-45d8-a935-c139f1d65a74, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:58:11.010657 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.012811 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-38f10393-2a9e-46fb-9eb6-e694bf08bb85 req-89a704b3-d28f-41c1-ab30-d45b23b8d507 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675333 Mar 14 18:58:11.207636 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e961a-9e05-4a7c-9144-d47592c5bf54 req-330dc839-0336-400d-bee6-44f08e9fe7e5 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.213773 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e7e961a-9e05-4a7c-9144-d47592c5bf54 req-330dc839-0336-400d-bee6-44f08e9fe7e5 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 946 time: 0.0890162 Mar 14 18:58:11.305376 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] For port 78acc102-33ed-45d8-a935-c139f1d65a74, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:58:11.340337 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] For port 78acc102-33ed-45d8-a935-c139f1d65a74, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=78acc102-33ed-45d8-a935-c139f1d65a74,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:58:11.356082 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e7e961a-9e05-4a7c-9144-d47592c5bf54 req-98851ad8-99d0-41fa-85ba-c7c7b87890c4 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357088 Mar 14 18:58:11.369348 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.397208 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8ff70-cf8a-4699-8366-5b6d3e1b9a28 req-4f3db615-e1f1-4f8e-8ec0-58978b38a794 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.411198 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c5a8ff70-cf8a-4699-8366-5b6d3e1b9a28 req-4f3db615-e1f1-4f8e-8ec0-58978b38a794 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1669204 Mar 14 18:58:11.477682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.478801 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.481233 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] 10.222.0.21 "PUT /v2.0/ports/78acc102-33ed-45d8-a935-c139f1d65a74 HTTP/1.1" status: 200 len: 1093 time: 1.6492043 Mar 14 18:58:11.494804 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c5a8ff70-cf8a-4699-8366-5b6d3e1b9a28 req-52c38135-552f-475d-8706-58d03ab7b578 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822902 Mar 14 18:58:11.496450 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'tag': '78acc102-33ed-45d8-a935-c139f1d65a74'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:11.501444 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "2889a553-6b67-4fc0-adfc-7bcd4f1ecce4", "tag": "78acc102-33ed-45d8-a935-c139f1d65a74"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:11.606901 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c839fb-e15f-4681-94ca-3b2ec7880178 req-704e448e-bef0-40b6-a5d9-f3e5ad901c5d tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.609753 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-11c839fb-e15f-4681-94ca-3b2ec7880178 req-704e448e-bef0-40b6-a5d9-f3e5ad901c5d tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 943 time: 0.0915439 Mar 14 18:58:11.615267 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb836d37-ef74-4636-9008-443c727e73a9 x-openstack-request-id: req-cb836d37-ef74-4636-9008-443c727e73a9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:11.615593 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2889a553-6b67-4fc0-adfc-7bcd4f1ecce4", "tag": "78acc102-33ed-45d8-a935-c139f1d65a74", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:11.615813 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb836d37-ef74-4636-9008-443c727e73a9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:11.616225 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'tag': '78acc102-33ed-45d8-a935-c139f1d65a74', 'status': 'completed', 'code': 200} Mar 14 18:58:11.636562 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a80991-a354-4964-b7d9-e20d0c003a68 service neutron] Pushing event updated for resources: {'Port': ['ID=78acc102-33ed-45d8-a935-c139f1d65a74,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:11.658147 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b762e100-7d6a-4700-8a7d-3377c48f944e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:11.668812 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Publish callbacks [] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.689412 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Transition to ACTIVE for port object b762e100-7d6a-4700-8a7d-3377c48f944e will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:58:11.693070 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-7836ce51-dd60-4221-9139-dcfb544710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.695102 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-7836ce51-dd60-4221-9139-dcfb544710bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11e591c64b4f47098b1b2db6746a7d3a&device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 1127 time: 0.1552787 Mar 14 18:58:11.696831 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.697846 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-11c839fb-e15f-4681-94ca-3b2ec7880178 req-d3266a2c-e90c-4634-bbb4-8848c7d243c2 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802283 Mar 14 18:58:11.791785 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-b83368b2-a746-4a05-989e-137738b6f609 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78acc102-33ed-45d8-a935-c139f1d65a74 HTTP/1.1" status: 200 len: 217 time: 0.0805571 Mar 14 18:58:11.815800 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-bcdfc02d-27d3-4c20-9724-5db74fa63776 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.818848 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-bcdfc02d-27d3-4c20-9724-5db74fa63776 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.21 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 946 time: 0.0825658 Mar 14 18:58:11.838073 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Pushing event updated for resources: {'Port': ['ID=b762e100-7d6a-4700-8a7d-3377c48f944e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:11.891609 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-f4d77981-833b-47f6-bd98-872e2640290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:11.893750 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-f4d77981-833b-47f6-bd98-872e2640290c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31003f5d-a47e-4059-bcd7-196dfb173538 HTTP/1.1" status: 200 len: 854 time: 0.0916903 Mar 14 18:58:11.895892 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Attempting to bind port b762e100-7d6a-4700-8a7d-3377c48f944e on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:58:11.896300 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Attempting to bind port b762e100-7d6a-4700-8a7d-3377c48f944e by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:58:11.896595 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Attempting to bind port b762e100-7d6a-4700-8a7d-3377c48f944e on network 154b080f-8700-4c67-9747-c320f0ae7451 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:11.911079 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Port b762e100-7d6a-4700-8a7d-3377c48f944e on network 154b080f-8700-4c67-9747-c320f0ae7451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:58:11.911411 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Attempting to bind port b762e100-7d6a-4700-8a7d-3377c48f944e on network 154b080f-8700-4c67-9747-c320f0ae7451 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:11.932316 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:58:11.932681 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Checking segment: {'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:58:11.933085 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Bound using segment: {'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:58:11.933559 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Bound port: b762e100-7d6a-4700-8a7d-3377c48f944e, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:58:11.933969 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:11.939329 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-e59b4e2a-4125-49f3-b12d-896a33a8495c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e9b5ad-5b52-4885-a056-17d2365d4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375202 Mar 14 18:58:12.033410 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Deleting port e56c9c11-cf50-4bd0-a986-2f8468c6be42 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:58:12.034865 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.075743 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] For port b762e100-7d6a-4700-8a7d-3377c48f944e, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:58:12.129410 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] For port b762e100-7d6a-4700-8a7d-3377c48f944e, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b762e100-7d6a-4700-8a7d-3377c48f944e,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:58:12.140981 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-ec7e8b79-112e-4490-b8ed-01d95d09ab00 service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903431 Mar 14 18:58:12.144276 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.245852 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9410070-f105-4ba8-96fe-72e3b0492c02 req-1fdb54c3-88eb-4b2a-a22f-4dfe20ce3580 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.247496 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9410070-f105-4ba8-96fe-72e3b0492c02 req-1fdb54c3-88eb-4b2a-a22f-4dfe20ce3580 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 944 time: 0.1425400 Mar 14 18:58:12.270107 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] For port e56c9c11-cf50-4bd0-a986-2f8468c6be42, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e56c9c11-cf50-4bd0-a986-2f8468c6be42,segment=NetworkSegment(1ff90f0a-6223-4bd8-8b34-fc694ed9bde9),segment_id=1ff90f0a-6223-4bd8-8b34-fc694ed9bde9)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:12.270480 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.295923 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Calling delete_port for e56c9c11-cf50-4bd0-a986-2f8468c6be42 owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:58:12.308859 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.310218 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.312620 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] 10.222.0.21 "PUT /v2.0/ports/b762e100-7d6a-4700-8a7d-3377c48f944e HTTP/1.1" status: 200 len: 1094 time: 1.7477806 Mar 14 18:58:12.365804 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee6a0-e1ca-4826-8f30-31a86532484e service neutron] Pushing event updated for resources: {'Port': ['ID=b762e100-7d6a-4700-8a7d-3377c48f944e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:12.392767 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9410070-f105-4ba8-96fe-72e3b0492c02 req-5058b0c4-eec7-4141-8146-49bc8ad67071 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375055 Mar 14 18:58:12.480535 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-de47dc9c-fbad-4539-b9d1-8803caae3f34 req-6ed88d22-a81a-447d-9ea7-bdc4bb69f8f9 service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285456 Mar 14 18:58:12.514041 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-2e1c2943-edb8-45f8-9fa9-2b79b0ef01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.518116 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-2e1c2943-edb8-45f8-9fa9-2b79b0ef01cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66a9422ca2c846b8921d0fc4ace699af&device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 1128 time: 0.1227133 Mar 14 18:58:12.617451 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-0764e3b1-ab61-4e40-bd1c-e844c866649d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b762e100-7d6a-4700-8a7d-3377c48f944e HTTP/1.1" status: 200 len: 217 time: 0.0922196 Mar 14 18:58:12.669455 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (e56c9c11-cf50-4bd0-a986-2f8468c6be42), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.683982 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e56c9c11-cf50-4bd0-a986-2f8468c6be42'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:12.713884 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-f317276f-5653-4cf0-ae02-771f57394ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.716128 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-f317276f-5653-4cf0-ae02-771f57394ac4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81526f68-e967-4e3a-99e2-a8862d8a9f9e HTTP/1.1" status: 200 len: 847 time: 0.0814493 Mar 14 18:58:12.720600 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-5e11da3d-fdff-4594-a114-59f9ba4bdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.722773 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Pushing event deleted for resources: {'Port': ['ID=e56c9c11-cf50-4bd0-a986-2f8468c6be42,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:12.723016 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-5e11da3d-fdff-4594-a114-59f9ba4bdb3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11e591c64b4f47098b1b2db6746a7d3a&device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 1127 time: 0.1167493 Mar 14 18:58:12.777381 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-ec36bc3d-e7c4-40de-8a26-018ee88cfa68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154b080f-8700-4c67-9747-c320f0ae7451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526018 Mar 14 18:58:12.782777 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f19c1-4c0c-4f31-9b41-5ce1e33b5f53 req-7287a997-acb7-40de-aec9-d994df651f7f tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.785403 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-238f19c1-4c0c-4f31-9b41-5ce1e33b5f53 req-7287a997-acb7-40de-aec9-d994df651f7f tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/ports?device_id=22dc1ba3-125c-4c9e-ae1f-4a9b679a315e HTTP/1.1" status: 200 len: 867 time: 0.2151525 Mar 14 18:58:12.804254 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec4223-7d9c-44eb-8949-bc0678203075 req-9a4f63dc-6092-42c3-9616-5b60612e4072 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:12.806061 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bfec4223-7d9c-44eb-8949-bc0678203075 req-9a4f63dc-6092-42c3-9616-5b60612e4072 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1906600 Mar 14 18:58:12.824531 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] No DVR routers for this DVR port e56c9c11-cf50-4bd0-a986-2f8468c6be42 on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:58:12.845196 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.849665 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1f021013-4c8d-4365-92b8-b4d391b9aedb req-fcb73706-d257-490a-966e-5902789e1a58 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.21 "DELETE /v2.0/ports/e56c9c11-cf50-4bd0-a986-2f8468c6be42 HTTP/1.1" status: 204 len: 173 time: 1.0246334 Mar 14 18:58:12.852228 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'name': 'network-vif-deleted', 'tag': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:12.854697 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80ceaf-1367-45c8-a373-af8705c9165b" -d '{"events": [{"server_uuid": "22dc1ba3-125c-4c9e-ae1f-4a9b679a315e", "name": "network-vif-deleted", "tag": "e56c9c11-cf50-4bd0-a986-2f8468c6be42"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:12.919174 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-9d8add16-da95-4cd9-b7d0-c2188c5147af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:12.937651 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bfec4223-7d9c-44eb-8949-bc0678203075 req-21df7e99-d0b7-4ef5-ba92-044b328fea9b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139536 Mar 14 18:58:12.974811 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-238f19c1-4c0c-4f31-9b41-5ce1e33b5f53 req-35240589-fa94-4682-8673-99060e406de5 tempest-VolumesActionsTest-982471270 tempest-VolumesActionsTest-982471270-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9171825-65e1-46bf-86d4-f8e1cdcf3967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530046 Mar 14 18:58:13.124905 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-6097bb0c-1366-4af5-a656-e59cbd24bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.126467 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-6097bb0c-1366-4af5-a656-e59cbd24bfbb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6e9b5ad-5b52-4885-a056-17d2365d4a23 HTTP/1.1" status: 200 len: 915 time: 0.3537869 Mar 14 18:58:13.138979 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e255b-5710-4356-bb04-2af088e99c4e x-openstack-request-id: req-bf9e255b-5710-4356-bb04-2af088e99c4e {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:13.139820 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dc1ba3-125c-4c9e-ae1f-4a9b679a315e", "name": "network-vif-deleted", "tag": "e56c9c11-cf50-4bd0-a986-2f8468c6be42", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:13.140201 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf9e255b-5710-4356-bb04-2af088e99c4e {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:13.140700 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dc1ba3-125c-4c9e-ae1f-4a9b679a315e', 'name': 'network-vif-deleted', 'tag': 'e56c9c11-cf50-4bd0-a986-2f8468c6be42', 'status': 'completed', 'code': 200} Mar 14 18:58:13.141140 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-f74df6b7-0bca-4313-bb0f-e24804ecec7f service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837315 Mar 14 18:58:13.220013 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-d6def96b-e213-4be4-8da4-2a28ae338b90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78acc102-33ed-45d8-a935-c139f1d65a74 HTTP/1.1" status: 200 len: 217 time: 0.0632956 Mar 14 18:58:13.243446 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-fe9feaa8-8bec-4cd2-ab98-747263a4969a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1736007 Mar 14 18:58:13.257005 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf02c-a378-4ea0-b8a3-f1853577b13e req-3566123e-1a67-45ca-b67a-4d80e90cb0ba tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.260334 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93aaf02c-a378-4ea0-b8a3-f1853577b13e req-3566123e-1a67-45ca-b67a-4d80e90cb0ba tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 943 time: 0.1173267 Mar 14 18:58:13.323002 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-78853828-012c-4bdc-92d3-b58d6b752471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.324522 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-78853828-012c-4bdc-92d3-b58d6b752471 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31003f5d-a47e-4059-bcd7-196dfb173538 HTTP/1.1" status: 200 len: 854 time: 0.0933073 Mar 14 18:58:13.375181 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-1b87455d-2b2b-4565-b3ed-6cfdebde99e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e9b5ad-5b52-4885-a056-17d2365d4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372989 Mar 14 18:58:13.379476 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-a71a3219-9d07-4d35-b975-068c63c5106a service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128561 Mar 14 18:58:13.414866 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93aaf02c-a378-4ea0-b8a3-f1853577b13e req-57c5aa4b-c7d0-4d87-8293-29a302623712 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398871 Mar 14 18:58:13.443465 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-906d4a81-f78d-4357-882d-c05a123f4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.449057 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-906d4a81-f78d-4357-882d-c05a123f4e38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.1361816 Mar 14 18:58:13.531035 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-32410d52-b073-4e5c-aaa8-dfbc19dbd37c service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427441 Mar 14 18:58:13.619193 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f56cc5-e762-4697-8777-dcbc10457dab', 'tag': 'b762e100-7d6a-4700-8a7d-3377c48f944e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:13.623722 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "56f56cc5-e762-4697-8777-dcbc10457dab", "tag": "b762e100-7d6a-4700-8a7d-3377c48f944e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:13.685753 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-803b6863-b9b8-4973-bdf2-916864f99f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.688712 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-803b6863-b9b8-4973-bdf2-916864f99f6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.2043135 Mar 14 18:58:13.706465 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd951cf2-242e-4b57-9e5d-dd1c18932ee7 x-openstack-request-id: req-dd951cf2-242e-4b57-9e5d-dd1c18932ee7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:13.706465 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f56cc5-e762-4697-8777-dcbc10457dab", "tag": "b762e100-7d6a-4700-8a7d-3377c48f944e", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:13.707047 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd951cf2-242e-4b57-9e5d-dd1c18932ee7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:13.707558 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f56cc5-e762-4697-8777-dcbc10457dab', 'tag': 'b762e100-7d6a-4700-8a7d-3377c48f944e', 'status': 'completed', 'code': 200} Mar 14 18:58:13.717228 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ccd3fa5e-8510-4a2f-8721-2d0516087ec2 req-2a27eeca-b5d9-4c12-a8c4-04aa755547fe service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761212 Mar 14 18:58:13.726794 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0e5a-b92a-4e00-b98d-e9c39f56c8f9 req-04896157-337b-4fe0-a627-44ced4d4d19b tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.729531 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-632c0e5a-b92a-4e00-b98d-e9c39f56c8f9 req-04896157-337b-4fe0-a627-44ced4d4d19b tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 944 time: 0.2314959 Mar 14 18:58:13.819196 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-43b2cd94-13de-4a32-844b-b8d803dc2059 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 217 time: 0.0880265 Mar 14 18:58:13.827651 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-bf68ae3c-ca2d-4bf6-a51b-e3b7be0e498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.833534 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-bf68ae3c-ca2d-4bf6-a51b-e3b7be0e498d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66a9422ca2c846b8921d0fc4ace699af&device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 1128 time: 0.0872567 Mar 14 18:58:13.932459 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-632c0e5a-b92a-4e00-b98d-e9c39f56c8f9 req-6f11444b-1a46-4496-aaf9-610728e9b102 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905034 Mar 14 18:58:13.940746 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-d6dfbf10-ebed-4aca-9dff-743d965463e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.942297 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-d6dfbf10-ebed-4aca-9dff-743d965463e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.1157045 Mar 14 18:58:13.981788 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-660dc6d1-dc4e-485a-b90c-f401fec39669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:13.984385 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-660dc6d1-dc4e-485a-b90c-f401fec39669 service neutron] 10.222.0.21 "GET /v2.0/networks?id=154b080f-8700-4c67-9747-c320f0ae7451 HTTP/1.1" status: 200 len: 908 time: 0.1323273 Mar 14 18:58:13.988882 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-8382a810-e25d-49ab-b903-d59ced1e379a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397267 Mar 14 18:58:14.089318 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-9df5f052-e627-47c9-9702-aa0b5a6502de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b762e100-7d6a-4700-8a7d-3377c48f944e HTTP/1.1" status: 200 len: 217 time: 0.0746577 Mar 14 18:58:14.188626 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-98de8789-2236-4e2e-bec4-5381e926d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:14.192559 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-98de8789-2236-4e2e-bec4-5381e926d205 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81526f68-e967-4e3a-99e2-a8862d8a9f9e HTTP/1.1" status: 200 len: 847 time: 0.0927107 Mar 14 18:58:14.234799 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-a1354bf3-871d-4c6a-960e-6d91c566c1e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154b080f-8700-4c67-9747-c320f0ae7451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332103 Mar 14 18:58:14.306466 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:14.418826 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-05409da6-10a6-45b1-8e55-6ca5c100bb67 service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700642 Mar 14 18:58:14.509975 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1d5f-76ab-411b-817d-022c0d45e56a req-89e1bb00-d985-43e8-86f5-f94f713c946f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:14.523334 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f92c1d5f-76ab-411b-817d-022c0d45e56a req-89e1bb00-d985-43e8-86f5-f94f713c946f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1731424 Mar 14 18:58:14.543721 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-e1eeba03-fe6a-4b0b-9204-d5305c4187b2 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282912 Mar 14 18:58:14.619836 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-9dd3ee88-a0f9-48ea-bc36-4af317a59eb8 req-cb718113-8039-4fee-bd28-69c9e01733b6 service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921902 Mar 14 18:58:14.746418 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f92c1d5f-76ab-411b-817d-022c0d45e56a req-42f5f122-bced-43d7-9936-566fcc187b0e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218726 Mar 14 18:58:14.777116 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c12f65-c48b-41e7-b513-1c0197c58a50 req-4aeef33f-8173-4784-9910-4835bfc37f05 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:14.778737 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-21c12f65-c48b-41e7-b513-1c0197c58a50 req-4aeef33f-8173-4784-9910-4835bfc37f05 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 943 time: 0.1294098 Mar 14 18:58:14.807913 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3f67d446-af83-4336-afe1-9f4f7181cb26 req-3c87e8d0-4d3d-4188-8da7-05274364f212 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522223 Mar 14 18:58:14.841814 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-21c12f65-c48b-41e7-b513-1c0197c58a50 req-c27e65bf-f187-4ea7-9872-4bbedd9f06bd tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527971 Mar 14 18:58:15.080017 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07db90d-0724-434f-9a50-392f6b40ef36 req-89db08c0-8239-4322-8405-51eefd72438a tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:15.081730 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e07db90d-0724-434f-9a50-392f6b40ef36 req-89db08c0-8239-4322-8405-51eefd72438a tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 944 time: 0.0609939 Mar 14 18:58:15.140262 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e07db90d-0724-434f-9a50-392f6b40ef36 req-9d12dffe-fa50-4bb8-9e17-90ac24063bf0 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Mar 14 18:58:15.211516 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 78acc102-33ed-45d8-a935-c139f1d65a74 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:15.214989 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e56c9c11-cf50-4bd0-a986-2f8468c6be42 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:58:15.269758 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: e56c9c11-cf50-4bd0-a986-2f8468c6be42 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:58:15.270367 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e56c9c11-cf50-4bd0-a986-2f8468c6be42 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:58:15.424015 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 78acc102-33ed-45d8-a935-c139f1d65a74, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=78acc102-33ed-45d8-a935-c139f1d65a74,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:15.438897 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '78acc102-33ed-45d8-a935-c139f1d65a74', 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23', 'port_id': '78acc102-33ed-45d8-a935-c139f1d65a74', 'mac_address': 'fa:16:3e:5d:d3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31003f5d-a47e-4059-bcd7-196dfb173538', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:15.490342 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 78acc102-33ed-45d8-a935-c139f1d65a74 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:15.490751 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:15.506825 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78acc102-33ed-45d8-a935-c139f1d65a74 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:15.528655 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 78acc102-33ed-45d8-a935-c139f1d65a74, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=78acc102-33ed-45d8-a935-c139f1d65a74,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:15.533158 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:15.614249 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=78acc102-33ed-45d8-a935-c139f1d65a74,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:15.632085 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:15.960241 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['78acc102-33ed-45d8-a935-c139f1d65a74'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:16.003498 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a89190-e29d-474c-b80d-04f43d217a64 req-6505035f-a49a-4032-9712-30bc85358a73 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:16.005015 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-02a89190-e29d-474c-b80d-04f43d217a64 req-6505035f-a49a-4032-9712-30bc85358a73 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1391943 Mar 14 18:58:16.062529 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fef2a-ef03-4266-8733-2bff9b179711 req-85e3a197-cd25-40b8-87ca-700dd36607d9 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:16.064041 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bd3fef2a-ef03-4266-8733-2bff9b179711 req-85e3a197-cd25-40b8-87ca-700dd36607d9 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 944 time: 0.1182637 Mar 14 18:58:16.088486 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-02a89190-e29d-474c-b80d-04f43d217a64 req-96d3c600-e87e-4d5a-8a14-0b2bd16151a3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746810 Mar 14 18:58:16.147166 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bd3fef2a-ef03-4266-8733-2bff9b179711 req-af86f28c-6549-4914-9603-95fd63165f58 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709302 Mar 14 18:58:16.298066 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10e5f4-b9c9-40cc-89de-331f7c78a200 req-723461e4-f7bb-4512-886b-a2b10b02f5aa tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:16.300205 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5e10e5f4-b9c9-40cc-89de-331f7c78a200 req-723461e4-f7bb-4512-886b-a2b10b02f5aa tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 944 time: 0.0616043 Mar 14 18:58:16.358367 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5e10e5f4-b9c9-40cc-89de-331f7c78a200 req-bb4e0c30-1bb2-4e81-8b9f-fa93bb1d4c28 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515842 Mar 14 18:58:16.702788 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:17.217876 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device b762e100-7d6a-4700-8a7d-3377c48f944e details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:17.222249 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 78acc102-33ed-45d8-a935-c139f1d65a74 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:17.390710 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae60e3-bef0-40b5-948d-0a6f41b22736 req-c4dc452a-da72-4803-91e4-618bb07a699b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:17.395107 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-26ae60e3-bef0-40b5-948d-0a6f41b22736 req-c4dc452a-da72-4803-91e4-618bb07a699b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.1965404 Mar 14 18:58:17.446007 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a2f2a-a181-4c58-a239-1db6c03a866d req-a5ef374f-00fe-4ea3-bfd0-384543404d7c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:17.448939 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 78acc102-33ed-45d8-a935-c139f1d65a74 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:58:17.454477 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-146a2f2a-a181-4c58-a239-1db6c03a866d req-a5ef374f-00fe-4ea3-bfd0-384543404d7c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 944 time: 0.1974449 Mar 14 18:58:17.469648 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 78acc102-33ed-45d8-a935-c139f1d65a74 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:17.469972 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:17.506800 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-26ae60e3-bef0-40b5-948d-0a6f41b22736 req-970866b0-7788-47f0-9fd4-7424e8ab5695 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990119 Mar 14 18:58:17.538225 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port b762e100-7d6a-4700-8a7d-3377c48f944e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b762e100-7d6a-4700-8a7d-3377c48f944e,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:17.550676 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-146a2f2a-a181-4c58-a239-1db6c03a866d req-d5d84e20-bff4-498a-a83e-6d26c5e63471 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952299 Mar 14 18:58:17.558124 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': 'b762e100-7d6a-4700-8a7d-3377c48f944e', 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451', 'port_id': 'b762e100-7d6a-4700-8a7d-3377c48f944e', 'mac_address': 'fa:16:3e:4a:12:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81526f68-e967-4e3a-99e2-a8862d8a9f9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:17.636464 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port b762e100-7d6a-4700-8a7d-3377c48f944e is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:17.636904 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:17.641612 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 78acc102-33ed-45d8-a935-c139f1d65a74 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:17.642045 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:17.665652 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b762e100-7d6a-4700-8a7d-3377c48f944e {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:17.667369 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:58:17.692103 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78acc102-33ed-45d8-a935-c139f1d65a74'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:17.694525 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad690f-c19c-40a8-a897-aa0a1793648a" -d '{"events": [{"server_uuid": "2889a553-6b67-4fc0-adfc-7bcd4f1ecce4", "name": "network-vif-plugged", "status": "completed", "tag": "78acc102-33ed-45d8-a935-c139f1d65a74"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:17.713533 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e5f4-80de-4507-8660-537d889a2296 req-321c857a-3de8-4ed9-bb4f-024405bb0052 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:17.713828 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port b762e100-7d6a-4700-8a7d-3377c48f944e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b762e100-7d6a-4700-8a7d-3377c48f944e,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:17.715991 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93a9e5f4-80de-4507-8660-537d889a2296 req-321c857a-3de8-4ed9-bb4f-024405bb0052 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 944 time: 0.0898659 Mar 14 18:58:17.719911 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 78acc102-33ed-45d8-a935-c139f1d65a74, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=78acc102-33ed-45d8-a935-c139f1d65a74,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:17.723784 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:17.734043 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:17.784255 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d8466-570b-4232-9ab3-9cbd92c946de x-openstack-request-id: req-267d8466-570b-4232-9ab3-9cbd92c946de {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:17.784255 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2889a553-6b67-4fc0-adfc-7bcd4f1ecce4", "name": "network-vif-plugged", "status": "completed", "tag": "78acc102-33ed-45d8-a935-c139f1d65a74", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:17.784634 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-267d8466-570b-4232-9ab3-9cbd92c946de {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:17.785163 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78acc102-33ed-45d8-a935-c139f1d65a74', 'code': 200} Mar 14 18:58:17.791997 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93a9e5f4-80de-4507-8660-537d889a2296 req-feef411c-90ac-4812-9180-657da3d9c4f2 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612648 Mar 14 18:58:17.809403 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=b762e100-7d6a-4700-8a7d-3377c48f944e,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:17.881881 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=78acc102-33ed-45d8-a935-c139f1d65a74,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:18.046461 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:18.059111 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46d130-6c30-4268-bf59-51808b2abbb7 req-50900f3d-ed1e-47d8-acc1-06b7a357a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:18.061336 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ff46d130-6c30-4268-bf59-51808b2abbb7 req-50900f3d-ed1e-47d8-acc1-06b7a357a265 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 1129 time: 0.0747409 Mar 14 18:58:18.108896 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['b762e100-7d6a-4700-8a7d-3377c48f944e'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:18.147912 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ff46d130-6c30-4268-bf59-51808b2abbb7 req-6fcbef5c-a5ca-484e-987c-e04ebb54a5d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786991 Mar 14 18:58:18.693889 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960264f-9307-4fd3-a72e-f2e9fbe47854 req-456863be-95ef-49ae-9d23-2f3964cf878c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:18.695095 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c960264f-9307-4fd3-a72e-f2e9fbe47854 req-456863be-95ef-49ae-9d23-2f3964cf878c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0930824 Mar 14 18:58:18.778285 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa51971-0c70-4bc2-a004-d69da825e541 req-fa5ad9f8-dff0-4608-a955-9afcb72a0d73 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:18.779913 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7fa51971-0c70-4bc2-a004-d69da825e541 req-fa5ad9f8-dff0-4608-a955-9afcb72a0d73 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.1066358 Mar 14 18:58:18.783571 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c960264f-9307-4fd3-a72e-f2e9fbe47854 req-c78dc418-e819-42f3-84f0-cda2f5aa69d5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682695 Mar 14 18:58:18.843203 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7fa51971-0c70-4bc2-a004-d69da825e541 req-403643e5-1ba2-4cca-b783-e4c3b5fecf33 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Mar 14 18:58:18.965304 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8224a-b741-4f5a-8fde-e4805a96dfa0 req-64b129bf-a327-4926-add0-6bbe3cc8e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:18.966893 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-02b8224a-b741-4f5a-8fde-e4805a96dfa0 req-64b129bf-a327-4926-add0-6bbe3cc8e28c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 1130 time: 0.1038539 Mar 14 18:58:18.979265 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23bd9c-1a7a-4ebf-8d93-b5ae8b380092 req-d74ad129-258c-447a-9934-8c9a4885e364 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:18.980925 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e23bd9c-1a7a-4ebf-8d93-b5ae8b380092 req-d74ad129-258c-447a-9934-8c9a4885e364 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 945 time: 0.0818875 Mar 14 18:58:19.054193 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-02b8224a-b741-4f5a-8fde-e4805a96dfa0 req-b45f2db0-bd6c-4b32-bf74-be9e021c5bb5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722008 Mar 14 18:58:19.061830 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e23bd9c-1a7a-4ebf-8d93-b5ae8b380092 req-2fa16611-a4d9-4798-a859-624e2bf4b00a tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Mar 14 18:58:19.227189 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device b762e100-7d6a-4700-8a7d-3377c48f944e up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:19.305005 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port b762e100-7d6a-4700-8a7d-3377c48f944e completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:58:19.310670 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port b762e100-7d6a-4700-8a7d-3377c48f944e triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:19.311196 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:19.405802 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port b762e100-7d6a-4700-8a7d-3377c48f944e is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:19.406232 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:19.445168 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port b762e100-7d6a-4700-8a7d-3377c48f944e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b762e100-7d6a-4700-8a7d-3377c48f944e,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:19.450011 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:19.519294 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=b762e100-7d6a-4700-8a7d-3377c48f944e,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:19.786916 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f56cc5-e762-4697-8777-dcbc10457dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b762e100-7d6a-4700-8a7d-3377c48f944e'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:19.791999 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548eaddb-3bd1-4a33-b9e2-3faafb53fb70" -d '{"events": [{"server_uuid": "56f56cc5-e762-4697-8777-dcbc10457dab", "name": "network-vif-plugged", "status": "completed", "tag": "b762e100-7d6a-4700-8a7d-3377c48f944e"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:19.866003 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f2b69-b1f5-4d5d-b2dc-b88fc03b2412 x-openstack-request-id: req-6f1f2b69-b1f5-4d5d-b2dc-b88fc03b2412 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:19.866329 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f56cc5-e762-4697-8777-dcbc10457dab", "name": "network-vif-plugged", "status": "completed", "tag": "b762e100-7d6a-4700-8a7d-3377c48f944e", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:19.866599 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f1f2b69-b1f5-4d5d-b2dc-b88fc03b2412 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:19.867012 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f56cc5-e762-4697-8777-dcbc10457dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b762e100-7d6a-4700-8a7d-3377c48f944e', 'code': 200} Mar 14 18:58:19.963219 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3620e-4301-4ed9-9450-f98732c868ba req-5392c08f-5083-4be0-bb02-25a6f19f2d83 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:19.966030 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-11d3620e-4301-4ed9-9450-f98732c868ba req-5392c08f-5083-4be0-bb02-25a6f19f2d83 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0907316 Mar 14 18:58:20.111983 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-11d3620e-4301-4ed9-9450-f98732c868ba req-ce85a8be-d16f-4551-8dc1-f6047c0989b6 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217399 Mar 14 18:58:20.124071 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e97b79-77db-42cf-89f9-ab9ed523451e req-adffc756-ebc7-4de5-b764-d6475ebe1f8b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:20.141862 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-81e97b79-77db-42cf-89f9-ab9ed523451e req-adffc756-ebc7-4de5-b764-d6475ebe1f8b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.1584222 Mar 14 18:58:20.230980 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-81e97b79-77db-42cf-89f9-ab9ed523451e req-1089b28b-644d-44a7-b7a3-afee9998d70c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962970 Mar 14 18:58:20.263287 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88539a92-62a5-47e5-ae1d-0b83af7499eb req-4e940f43-97ea-4054-9c2c-ea52ab51cb43 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:20.264927 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88539a92-62a5-47e5-ae1d-0b83af7499eb req-4e940f43-97ea-4054-9c2c-ea52ab51cb43 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 946 time: 0.0834949 Mar 14 18:58:20.269375 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637d64-0076-4bc7-b38e-6fa4b1978b99 req-0be17d9a-7061-4377-a49a-e03f6f98bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:20.270995 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-28637d64-0076-4bc7-b38e-6fa4b1978b99 req-0be17d9a-7061-4377-a49a-e03f6f98bb48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 1130 time: 0.1442852 Mar 14 18:58:20.360038 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88539a92-62a5-47e5-ae1d-0b83af7499eb req-852897a3-d4ab-41c0-8c18-9e202047bd0f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877032 Mar 14 18:58:20.363243 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-28637d64-0076-4bc7-b38e-6fa4b1978b99 req-d9708452-62f3-491b-b98e-29da64758dbb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834262 Mar 14 18:58:21.288109 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98b5c0-54f2-44c5-a43c-c8b4b9edd712 req-b55a13ef-9a57-45f9-ba67-dc1daec7c926 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.299571 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ed98b5c0-54f2-44c5-a43c-c8b4b9edd712 req-b55a13ef-9a57-45f9-ba67-dc1daec7c926 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0944839 Mar 14 18:58:21.367083 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ed98b5c0-54f2-44c5-a43c-c8b4b9edd712 req-0c01fad3-dfba-4134-8dd8-dcbc937220c5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661278 Mar 14 18:58:21.629539 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60019ff4-ca4d-468d-bc28-7e1913f656b9 req-a353aaf6-ec8b-4e3c-9ebd-684b6838a86f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.632290 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-60019ff4-ca4d-468d-bc28-7e1913f656b9 req-a353aaf6-ec8b-4e3c-9ebd-684b6838a86f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 946 time: 0.1715436 Mar 14 18:58:21.657569 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcae063-77bd-4c9d-bdf3-a6c46ed885cd req-600f667d-4916-446f-98fd-8e13142845c2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:21.660516 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0bcae063-77bd-4c9d-bdf3-a6c46ed885cd req-600f667d-4916-446f-98fd-8e13142845c2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1465783 Mar 14 18:58:21.793446 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-60019ff4-ca4d-468d-bc28-7e1913f656b9 req-066cd91c-aa2a-4709-8cfb-24f17a2d27db tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529043 Mar 14 18:58:21.807058 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0bcae063-77bd-4c9d-bdf3-a6c46ed885cd req-648f1eb1-5dc0-4b74-b3a0-e614ac39f525 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362870 Mar 14 18:58:23.024931 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc771589-0e4d-4afc-b5a6-40e40c23bb5d req-70039370-a50a-4bcb-8a99-8022e1bdf14c tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.027346 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cc771589-0e4d-4afc-b5a6-40e40c23bb5d req-70039370-a50a-4bcb-8a99-8022e1bdf14c tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 946 time: 0.0725131 Mar 14 18:58:23.087288 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cc771589-0e4d-4afc-b5a6-40e40c23bb5d req-2ce7b355-c66a-483a-ad22-6ce72e237e9a tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539792 Mar 14 18:58:23.768552 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e438-d888-4882-a76d-70876fd6174f req-cdcb109e-e527-415b-b739-da49c0401732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.770141 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c445e438-d888-4882-a76d-70876fd6174f req-cdcb109e-e527-415b-b739-da49c0401732 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.1113024 Mar 14 18:58:23.796218 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28173be-cd88-4985-b991-f067cb13cd11 req-d9fdc10c-e8b9-4c11-976a-94230a1e9c92 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.798085 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b28173be-cd88-4985-b991-f067cb13cd11 req-d9fdc10c-e8b9-4c11-976a-94230a1e9c92 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0833986 Mar 14 18:58:23.907264 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b28173be-cd88-4985-b991-f067cb13cd11 req-2ffc453c-ef7a-4de3-9280-c017095aac3a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948672 Mar 14 18:58:23.945440 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e438-d888-4882-a76d-70876fd6174f req-781a45fb-3937-4f7e-8a5b-9862c16727dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:23.947269 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c445e438-d888-4882-a76d-70876fd6174f req-781a45fb-3937-4f7e-8a5b-9862c16727dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.1674311 Mar 14 18:58:24.048994 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c445e438-d888-4882-a76d-70876fd6174f req-76835b44-6560-436a-abc3-908d23ffbf43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 217 time: 0.0938957 Mar 14 18:58:24.204549 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e438-d888-4882-a76d-70876fd6174f req-7e39bf45-811c-41aa-a56c-527417006ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:24.206685 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c445e438-d888-4882-a76d-70876fd6174f req-7e39bf45-811c-41aa-a56c-527417006ffd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.1433730 Mar 14 18:58:24.229918 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2160-adfe-4084-9a60-849655148a3f req-6f1f070f-29d5-4a09-a9c2-384d9176a0b3 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:24.232627 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-df2e2160-adfe-4084-9a60-849655148a3f req-6f1f070f-29d5-4a09-a9c2-384d9176a0b3 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 946 time: 0.1879740 Mar 14 18:58:24.292130 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c445e438-d888-4882-a76d-70876fd6174f req-cc999fd5-dd1f-48c1-9db7-3a3e1d81fb92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580330 Mar 14 18:58:24.393386 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-df2e2160-adfe-4084-9a60-849655148a3f req-964ca2f4-875b-447a-b2f9-89a90e1818dd tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428533 Mar 14 18:58:24.436606 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c445e438-d888-4882-a76d-70876fd6174f req-8afb2216-9bea-4b9f-9b0d-3489b3fd1584 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326928 Mar 14 18:58:24.560614 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c445e438-d888-4882-a76d-70876fd6174f req-fd748ed6-3732-4361-9492-f5a2d6636920 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159978 Mar 14 18:58:25.077860 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9769b1-34f7-4b99-8691-b33291fd8329 req-e739256b-1392-4f86-bd0e-a78fa5a6bdbd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:25.079592 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0f9769b1-34f7-4b99-8691-b33291fd8329 req-e739256b-1392-4f86-bd0e-a78fa5a6bdbd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0641098 Mar 14 18:58:25.142243 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0f9769b1-34f7-4b99-8691-b33291fd8329 req-03beeb6c-2993-439c-a845-c2ac2652f3aa tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547009 Mar 14 18:58:25.554034 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31cf5a-8a6a-43c0-a7ba-7eaccbf862cc req-5049b20d-a9d5-4281-8388-ac8c558f97eb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:25.555517 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3b31cf5a-8a6a-43c0-a7ba-7eaccbf862cc req-5049b20d-a9d5-4281-8388-ac8c558f97eb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 946 time: 0.0713899 Mar 14 18:58:25.626905 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3b31cf5a-8a6a-43c0-a7ba-7eaccbf862cc req-8ee98855-a241-40bb-b53a-538a57492c36 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595558 Mar 14 18:58:26.301481 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb6b06-1e6f-4ab3-b558-87d256893b30 req-99832b56-230e-4e15-a621-41d265dcee46 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:26.303178 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7abb6b06-1e6f-4ab3-b558-87d256893b30 req-99832b56-230e-4e15-a621-41d265dcee46 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0790811 Mar 14 18:58:26.396381 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7abb6b06-1e6f-4ab3-b558-87d256893b30 req-457a43e0-4dac-4065-a272-b6a39d8c1d3d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844281 Mar 14 18:58:26.409596 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6279e-977d-42b4-9714-024d793cb10c req-8342db52-74d7-4d23-985f-614100ccd6c1 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:26.416648 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-80f6279e-977d-42b4-9714-024d793cb10c req-8342db52-74d7-4d23-985f-614100ccd6c1 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 946 time: 0.0971828 Mar 14 18:58:26.534384 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Deleting port b762e100-7d6a-4700-8a7d-3377c48f944e {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:58:26.534941 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:26.642174 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] For port b762e100-7d6a-4700-8a7d-3377c48f944e, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=b762e100-7d6a-4700-8a7d-3377c48f944e,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:26.643068 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:26.658291 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Calling delete_port for b762e100-7d6a-4700-8a7d-3377c48f944e owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:58:26.819347 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b15104-1c25-4338-8a0f-23c9a47611ec req-7a57854a-8ab1-416f-98f0-b21796206087 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:26.820947 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b6b15104-1c25-4338-8a0f-23c9a47611ec req-7a57854a-8ab1-416f-98f0-b21796206087 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f56cc5-e762-4697-8777-dcbc10457dab HTTP/1.1" status: 200 len: 946 time: 0.0907888 Mar 14 18:58:26.963377 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b6b15104-1c25-4338-8a0f-23c9a47611ec req-0200de9c-4918-49bd-9cb9-c8a2cc381a3f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291440 Mar 14 18:58:26.965344 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (b762e100-7d6a-4700-8a7d-3377c48f944e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.001456 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['b762e100-7d6a-4700-8a7d-3377c48f944e'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:27.032322 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Pushing event deleted for resources: {'Port': ['ID=b762e100-7d6a-4700-8a7d-3377c48f944e,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:27.050932 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.051619 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.052221 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.053992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.053992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.053992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.054676 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.055304 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.055931 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.056560 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.057412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.058323 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.058966 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.060106 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.060723 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:27.135138 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] No DVR routers for this DVR port b762e100-7d6a-4700-8a7d-3377c48f944e on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:58:27.139180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.143966 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-80f6279e-977d-42b4-9714-024d793cb10c req-9b961b65-99e2-463b-8ef0-5742918f0fe9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "DELETE /v2.0/ports/b762e100-7d6a-4700-8a7d-3377c48f944e HTTP/1.1" status: 204 len: 173 time: 0.7207170 Mar 14 18:58:27.143966 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f56cc5-e762-4697-8777-dcbc10457dab', 'name': 'network-vif-deleted', 'tag': 'b762e100-7d6a-4700-8a7d-3377c48f944e'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:27.146442 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f9363e-1e3c-45f8-8914-8d73b6f9fe61" -d '{"events": [{"server_uuid": "56f56cc5-e762-4697-8777-dcbc10457dab", "name": "network-vif-deleted", "tag": "b762e100-7d6a-4700-8a7d-3377c48f944e"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:27.206466 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad56746-8764-4244-bf41-1d43a6cbc51c x-openstack-request-id: req-dad56746-8764-4244-bf41-1d43a6cbc51c {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:27.206766 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f56cc5-e762-4697-8777-dcbc10457dab", "name": "network-vif-deleted", "tag": "b762e100-7d6a-4700-8a7d-3377c48f944e", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:27.207029 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dad56746-8764-4244-bf41-1d43a6cbc51c {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:27.207434 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f56cc5-e762-4697-8777-dcbc10457dab', 'name': 'network-vif-deleted', 'tag': 'b762e100-7d6a-4700-8a7d-3377c48f944e', 'status': 'completed', 'code': 200} Mar 14 18:58:27.532169 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48482) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:27.621740 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a27eb9-b858-422b-af4c-a4376bb29372 req-7d8f57fc-0b3c-45cb-8bb2-e876a0efa394 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:27.624546 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-65a27eb9-b858-422b-af4c-a4376bb29372 req-7d8f57fc-0b3c-45cb-8bb2-e876a0efa394 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1055310 Mar 14 18:58:27.697682 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-65a27eb9-b858-422b-af4c-a4376bb29372 req-3134db1c-e4b6-4915-804e-391679d07355 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Mar 14 18:58:27.802786 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.927221 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Publish callbacks [] for security_group (0cb5a76d-b213-4792-a33e-bfc0daa778f0), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:27.933369 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0cb5a76d-b213-4792-a33e-bfc0daa778f0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.010833 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aacef02121024d4da38c3a419e49e64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750946 Mar 14 18:58:28.013553 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 48490) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:28.020410 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb5a76d-b213-4792-a33e-bfc0daa778f0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:28.038654 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.039490 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.040216 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.041147 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.042089 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.043126 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.043901 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.045032 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.045935 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.046794 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.047504 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.048426 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.049686 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.050567 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.051419 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc80da3-2f52-4b4e-bbec-cdef5c427f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:28.129666 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-51f1c897-803a-47ca-9a30-2dd8d300b066 admin admin] Publish callbacks [] for security_group (0cb5a76d-b213-4792-a33e-bfc0daa778f0), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.157928 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-51f1c897-803a-47ca-9a30-2dd8d300b066 admin admin] Publish callbacks [] for security_group (0cb5a76d-b213-4792-a33e-bfc0daa778f0), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.233886 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-51f1c897-803a-47ca-9a30-2dd8d300b066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0cb5a76d-b213-4792-a33e-bfc0daa778f0), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.238622 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-51f1c897-803a-47ca-9a30-2dd8d300b066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:28.240714 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-51f1c897-803a-47ca-9a30-2dd8d300b066 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cb5a76d-b213-4792-a33e-bfc0daa778f0 HTTP/1.1" status: 204 len: 168 time: 0.2252562 Mar 14 18:58:28.255562 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1c897-803a-47ca-9a30-2dd8d300b066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb5a76d-b213-4792-a33e-bfc0daa778f0,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:28.479180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-4a8f58ae-28fe-43ea-a5dd-4ba9c107fdd7 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:28.480992 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-4a8f58ae-28fe-43ea-a5dd-4ba9c107fdd7 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/networks?id=154b080f-8700-4c67-9747-c320f0ae7451 HTTP/1.1" status: 200 len: 807 time: 0.1799242 Mar 14 18:58:28.505745 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-e600a433-09b1-4419-8736-3a32c02cb7d5 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/quotas/66a9422ca2c846b8921d0fc4ace699af HTTP/1.1" status: 200 len: 375 time: 0.0113592 Mar 14 18:58:28.548027 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-37d2d775-fae3-4b49-ba81-43e178032fab tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=66a9422ca2c846b8921d0fc4ace699af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339098 Mar 14 18:58:28.934083 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f155ae49-201b-4bdf-802d-4bb5f6ac8e87 service neutron] 10.222.0.35 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771844 Mar 14 18:58:28.943292 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02382fa2-ae76-4505-85d9-fda59d14ecdb req-92ba95e9-b60b-425f-a5fe-6f1915024e4a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:28.945115 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-02382fa2-ae76-4505-85d9-fda59d14ecdb req-92ba95e9-b60b-425f-a5fe-6f1915024e4a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0945051 Mar 14 18:58:29.135118 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-02382fa2-ae76-4505-85d9-fda59d14ecdb req-9cf30900-5ba5-47e3-9346-66f468b4c450 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690314 Mar 14 18:58:29.178113 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-ec34c573-286f-4f53-b092-a7618a3a583a service neutron] 10.222.0.35 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261102 Mar 14 18:58:29.392156 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7a4f013b-0fee-40d0-aae9-ca7aebde1bba req-fa7d37f4-a45e-46a6-9ff0-f06fccdf9e91 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 210 time: 0.0498931 Mar 14 18:58:30.053583 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 48538) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:30.102116 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] Deleting subnet 0a122ee7-8681-48a7-a46d-5944de567825 {{(pid=103191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:58:30.105913 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] Publish callbacks [] for subnet (0a122ee7-8681-48a7-a46d-5944de567825), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.143032 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4473720'] for subnet (0a122ee7-8681-48a7-a46d-5944de567825), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.192645 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (0a122ee7-8681-48a7-a46d-5944de567825), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.293605 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590dd87-df11-4090-a74e-1e35ba0f029d req-b7c2e86b-61f5-4188-90e4-c670013570de tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:30.295113 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5590dd87-df11-4090-a74e-1e35ba0f029d req-b7c2e86b-61f5-4188-90e4-c670013570de tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0814769 Mar 14 18:58:30.296763 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6188030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7519540'] for subnet (0a122ee7-8681-48a7-a46d-5944de567825), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.336314 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a122ee7-8681-48a7-a46d-5944de567825,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:30.349168 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.352446 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d3d60e89-eee4-4111-95ef-3de5335cb78b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0a122ee7-8681-48a7-a46d-5944de567825 HTTP/1.1" status: 204 len: 168 time: 0.2970445 Mar 14 18:58:30.356545 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48542) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:30.386931 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5590dd87-df11-4090-a74e-1e35ba0f029d req-15e4c23d-e25e-4946-9a40-6b80c3479c06 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846927 Mar 14 18:58:30.443953 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (439a0cf7-09bf-4b22-aacc-f7ea0a5782a6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.528300 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d9c5b463-7075-4e96-81f5-a004fcfbd2e0 req-947a9945-3d26-4e20-a486-243280b31d99 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 210 time: 0.0333319 Mar 14 18:58:30.556863 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (439a0cf7-09bf-4b22-aacc-f7ea0a5782a6), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.588620 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.588991 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.589750 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.590290 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > port after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.590649 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.590992 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > port after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.591307 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.591806 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.592129 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.592455 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.669560 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-4da37fbd-528e-4146-a2c5-552efce3d5b2 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:30.671105 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-4da37fbd-528e-4146-a2c5-552efce3d5b2 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "GET /v2.0/networks?id=154b080f-8700-4c67-9747-c320f0ae7451 HTTP/1.1" status: 200 len: 807 time: 0.1412823 Mar 14 18:58:30.672797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.673155 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.673681 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.674652 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 18:58:30.675040 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439a0cf7-09bf-4b22-aacc-f7ea0a5782a6']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:30.689866 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Request body: {'port': {'device_id': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451', 'admin_state_up': True, 'tenant_id': '66a9422ca2c846b8921d0fc4ace699af'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:30.695172 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff90f0a-6223-4bd8-8b34-fc694ed9bde9') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:30.695557 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff90f0a-6223-4bd8-8b34-fc694ed9bde9') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:30.724327 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (1ff90f0a-6223-4bd8-8b34-fc694ed9bde9), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.755465 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (1ff90f0a-6223-4bd8-8b34-fc694ed9bde9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.766671 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:58:30.767120 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (1ff90f0a-6223-4bd8-8b34-fc694ed9bde9), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: from cryptography.utils import int_from_bytes Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: from cryptography.utils import int_from_bytes Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:58:30.771343 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:58:30.826883 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Made reservation on behalf of 66a9422ca2c846b8921d0fc4ace699af for: {'port': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:30.830822 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.832218 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (439a0cf7-09bf-4b22-aacc-f7ea0a5782a6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.840435 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:30.847043 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/439a0cf7-09bf-4b22-aacc-f7ea0a5782a6 HTTP/1.1" status: 204 len: 168 time: 0.4862578 Mar 14 18:58:30.847612 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 48552) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:30.862624 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36849369-62bd-4133-9a6c-7586d4c947ab admin admin] Pushing event deleted for resources: {'Network': ['ID=439a0cf7-09bf-4b22-aacc-f7ea0a5782a6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:30.946266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_v2 [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] Deleting subnet 9127d535-1dd3-4353-99f5-e589807d056b {{(pid=103191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:58:30.954992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] Publish callbacks [] for subnet (9127d535-1dd3-4353-99f5-e589807d056b), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.034107 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4473720'] for subnet (9127d535-1dd3-4353-99f5-e589807d056b), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.081411 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Allocated IP 172.20.0.12 (154b080f-8700-4c67-9747-c320f0ae7451/81526f68-e967-4e3a-99e2-a8862d8a9f9e/50a79301-9248-4635-b370-809dcde85444) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:31.099518 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (9127d535-1dd3-4353-99f5-e589807d056b), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.231421 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6188030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7519540'] for subnet (9127d535-1dd3-4353-99f5-e589807d056b), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.272384 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9127d535-1dd3-4353-99f5-e589807d056b,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:31.281110 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.285858 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-37876322-0e9d-4583-8040-6980a87c5117 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9127d535-1dd3-4353-99f5-e589807d056b HTTP/1.1" status: 204 len: 168 time: 0.4363172 Mar 14 18:58:31.289488 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48556) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:31.318419 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device b762e100-7d6a-4700-8a7d-3377c48f944e no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:58:31.344590 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: b762e100-7d6a-4700-8a7d-3377c48f944e {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:58:31.345255 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device b762e100-7d6a-4700-8a7d-3377c48f944e not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:58:31.376572 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks [] for port (50a79301-9248-4635-b370-809dcde85444), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.403880 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (542ea1cb-7184-443c-b5c9-594ba2095ecb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.423831 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (50a79301-9248-4635-b370-809dcde85444), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.495702 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Network 154b080f-8700-4c67-9747-c320f0ae7451 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:31.515756 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:31.515984 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (542ea1cb-7184-443c-b5c9-594ba2095ecb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.518530 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Pushing event updated for resources: {'Port': ['ID=50a79301-9248-4635-b370-809dcde85444,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:31.522412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:31.548533 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542ea1cb-7184-443c-b5c9-594ba2095ecb']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:31.572675 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c7abc8-1450-4d42-a5b7-f624ce39ad9c') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:31.573194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c7abc8-1450-4d42-a5b7-f624ce39ad9c') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:31.586452 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:31.587137 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.591121 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (01c7abc8-1450-4d42-a5b7-f624ce39ad9c), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.598427 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8288-15ec-4b3c-bfc7-fd06f98504c9 req-b4fc6e8b-5a3c-44db-a160-cee3e7415559 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:31.600032 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-743f8288-15ec-4b3c-bfc7-fd06f98504c9 req-b4fc6e8b-5a3c-44db-a160-cee3e7415559 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1221094 Mar 14 18:58:31.614797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (01c7abc8-1450-4d42-a5b7-f624ce39ad9c), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.620117 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-7fad1e25-d8a7-43bd-81c1-170f499802fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9360847 Mar 14 18:58:31.624100 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:58:31.624653 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (01c7abc8-1450-4d42-a5b7-f624ce39ad9c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:58:31.628348 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:58:31.648427 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Request body: {'port': {'device_id': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:31.703728 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (542ea1cb-7184-443c-b5c9-594ba2095ecb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.714905 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.722240 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] 10.222.0.35 "DELETE /v2.0/networks/542ea1cb-7184-443c-b5c9-594ba2095ecb HTTP/1.1" status: 204 len: 168 time: 0.4304712 Mar 14 18:58:31.726919 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-743f8288-15ec-4b3c-bfc7-fd06f98504c9 req-b5463a9f-9806-4336-bd3f-3872c1bcb3f8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179452 Mar 14 18:58:31.748123 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0ba9e-f3cb-4fc8-adfd-ea2278158f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=542ea1cb-7184-443c-b5c9-594ba2095ecb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:31.783217 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795208b2-24ff-4898-a662-be7b5758c57e req-9271a865-3d46-4bb6-a3a0-cfa835cef248 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:31.784825 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-795208b2-24ff-4898-a662-be7b5758c57e req-9271a865-3d46-4bb6-a3a0-cfa835cef248 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 932 time: 0.1558387 Mar 14 18:58:31.790757 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (50a79301-9248-4635-b370-809dcde85444), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:31.894575 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-795208b2-24ff-4898-a662-be7b5758c57e req-d5a7cee8-68a0-4a16-a69d-d17b0a08c5d2 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014230 Mar 14 18:58:31.992032 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48568) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:32.038477 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-614d50ac-bd2b-4e22-a23d-d9c0f33b3a2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d7cbca9cc15493db2a0474dc9a5cf7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451639 Mar 14 18:58:32.041677 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48570) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:32.112005 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-139a15c7-3b29-4a1a-ba97-4c8ea80b27aa admin admin] Publish callbacks [] for security_group (e9171825-65e1-46bf-86d4-f8e1cdcf3967), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.151287 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-139a15c7-3b29-4a1a-ba97-4c8ea80b27aa admin admin] Publish callbacks [] for security_group (e9171825-65e1-46bf-86d4-f8e1cdcf3967), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.163381 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a79301-9248-4635-b370-809dcde85444 {{(pid=103191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:32.177166 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Publish callbacks [] for port (50a79301-9248-4635-b370-809dcde85444), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.199409 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.provisioning_blocks [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Transition to ACTIVE for port object 50a79301-9248-4635-b370-809dcde85444 will not be triggered until provisioned by entity L2. {{(pid=103191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:58:32.205688 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (50a79301-9248-4635-b370-809dcde85444), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.232453 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-139a15c7-3b29-4a1a-ba97-4c8ea80b27aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e9171825-65e1-46bf-86d4-f8e1cdcf3967), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.235460 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-139a15c7-3b29-4a1a-ba97-4c8ea80b27aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.237733 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-139a15c7-3b29-4a1a-ba97-4c8ea80b27aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9171825-65e1-46bf-86d4-f8e1cdcf3967 HTTP/1.1" status: 204 len: 168 time: 0.1950307 Mar 14 18:58:32.247792 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a15c7-3b29-4a1a-ba97-4c8ea80b27aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9171825-65e1-46bf-86d4-f8e1cdcf3967,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:32.311123 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=50a79301-9248-4635-b370-809dcde85444,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:32.374546 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Attempting to bind port 50a79301-9248-4635-b370-809dcde85444 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:58:32.374906 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Attempting to bind port 50a79301-9248-4635-b370-809dcde85444 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:58:32.375206 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Attempting to bind port 50a79301-9248-4635-b370-809dcde85444 on network 154b080f-8700-4c67-9747-c320f0ae7451 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:32.382256 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Port 50a79301-9248-4635-b370-809dcde85444 on network 154b080f-8700-4c67-9747-c320f0ae7451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:58:32.382721 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Attempting to bind port 50a79301-9248-4635-b370-809dcde85444 on network 154b080f-8700-4c67-9747-c320f0ae7451 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:32.390069 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:58:32.390438 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Checking segment: {'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:58:32.390797 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Bound using segment: {'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:58:32.391250 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Bound port: 50a79301-9248-4635-b370-809dcde85444, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:58:32.391629 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (50a79301-9248-4635-b370-809dcde85444), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.511722 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] For port 50a79301-9248-4635-b370-809dcde85444, host hv-cinder-82966, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:58:32.520307 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] For port 50a79301-9248-4635-b370-809dcde85444, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=50a79301-9248-4635-b370-809dcde85444,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:58:32.529412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (50a79301-9248-4635-b370-809dcde85444), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.562071 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.562071 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:32.578900 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] 10.222.0.21 "PUT /v2.0/ports/50a79301-9248-4635-b370-809dcde85444 HTTP/1.1" status: 200 len: 1094 time: 0.9376059 Mar 14 18:58:32.648478 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'tag': '50a79301-9248-4635-b370-809dcde85444'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:32.657260 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3aae11-a824-45ce-89b5-d6b233b5cc02" -d '{"events": [{"name": "network-changed", "server_uuid": "84cf236d-d0d3-4c8c-b27e-c17194b88f56", "tag": "50a79301-9248-4635-b370-809dcde85444"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:32.747912 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08acc3e1-4603-47e6-a016-ab8374de9516 x-openstack-request-id: req-08acc3e1-4603-47e6-a016-ab8374de9516 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:32.748186 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cf236d-d0d3-4c8c-b27e-c17194b88f56", "tag": "50a79301-9248-4635-b370-809dcde85444", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:32.748565 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08acc3e1-4603-47e6-a016-ab8374de9516 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:32.748838 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'tag': '50a79301-9248-4635-b370-809dcde85444', 'status': 'completed', 'code': 200} Mar 14 18:58:32.841645 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a1641-eae6-421c-a70b-1ec0054e3ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=50a79301-9248-4635-b370-809dcde85444,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:32.847879 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48586) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:32.878096 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-456deaf3-c565-4d63-8605-c3c4aade79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:32.879735 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-456deaf3-c565-4d63-8605-c3c4aade79a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66a9422ca2c846b8921d0fc4ace699af&device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 1128 time: 0.2154472 Mar 14 18:58:32.926249 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-4aaee13e-8c9a-4710-b677-c4ff62655083 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4652b6188d05404d9ab9b5dbed5c0315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689666 Mar 14 18:58:32.926249 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48588) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:32.951764 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-03f0c24b-e8b7-4fc4-8bb4-2626364d8762 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a79301-9248-4635-b370-809dcde85444 HTTP/1.1" status: 200 len: 217 time: 0.0529206 Mar 14 18:58:33.006341 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25951f5e-8333-4ee9-af5a-57d9c989d928 req-9ad5cb0e-239f-4136-ad7f-3216c19bf75f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.007857 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-25951f5e-8333-4ee9-af5a-57d9c989d928 req-9ad5cb0e-239f-4136-ad7f-3216c19bf75f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1821420 Mar 14 18:58:33.053985 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2be874b3-1f70-41fa-973c-e10175942540 admin admin] Publish callbacks [] for security_group (aef9f491-5a9b-4702-9800-828e5b500404), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:33.121673 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2be874b3-1f70-41fa-973c-e10175942540 admin admin] Publish callbacks [] for security_group (aef9f491-5a9b-4702-9800-828e5b500404), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:33.125987 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-d12a6334-dbd6-48b5-8eac-1c171f387fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.128225 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-d12a6334-dbd6-48b5-8eac-1c171f387fa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81526f68-e967-4e3a-99e2-a8862d8a9f9e HTTP/1.1" status: 200 len: 847 time: 0.1614907 Mar 14 18:58:33.180052 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-5a84b829-63e2-430f-b332-175cdd041e09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154b080f-8700-4c67-9747-c320f0ae7451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360601 Mar 14 18:58:33.183850 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-25951f5e-8333-4ee9-af5a-57d9c989d928 req-fda7813d-91b0-4427-ae9f-a1bca190d0d3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463368 Mar 14 18:58:33.193395 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9eda1-1f2e-46fa-96ce-bdfdcb4657c2 req-e3d848ef-a938-43d0-b83e-eeda1c374c45 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.195329 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9ad9eda1-1f2e-46fa-96ce-bdfdcb4657c2 req-e3d848ef-a938-43d0-b83e-eeda1c374c45 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 944 time: 0.1590106 Mar 14 18:58:33.197596 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2be874b3-1f70-41fa-973c-e10175942540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (aef9f491-5a9b-4702-9800-828e5b500404), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:33.208592 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2be874b3-1f70-41fa-973c-e10175942540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:33.208592 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-2be874b3-1f70-41fa-973c-e10175942540 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aef9f491-5a9b-4702-9800-828e5b500404 HTTP/1.1" status: 204 len: 168 time: 0.2758458 Mar 14 18:58:33.211925 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be874b3-1f70-41fa-973c-e10175942540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef9f491-5a9b-4702-9800-828e5b500404,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:33.323890 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9ad9eda1-1f2e-46fa-96ce-bdfdcb4657c2 req-b052ef78-e7ea-4541-9c07-db5203f7c8a5 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677884 Mar 14 18:58:33.343332 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-49fec301-3f4e-47ad-9cee-f04082ce8b9a service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467071 Mar 14 18:58:33.460018 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cb085a77-6105-44ad-a7f8-7e514d767062 req-9b6d6d85-08bb-459a-9fa4-74afb4de0cdb service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076405 Mar 14 18:58:33.575671 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-06a92aa4-d8bd-458a-9dd1-558e70a9ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.577209 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-06a92aa4-d8bd-458a-9dd1-558e70a9ab49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=66a9422ca2c846b8921d0fc4ace699af&device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 1128 time: 0.0528059 Mar 14 18:58:33.682802 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-c75b7484-1c92-4c02-8c66-dd987bacaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.684594 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-c75b7484-1c92-4c02-8c66-dd987bacaa63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=154b080f-8700-4c67-9747-c320f0ae7451 HTTP/1.1" status: 200 len: 908 time: 0.0993760 Mar 14 18:58:33.745567 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-61fdeafc-d177-46c8-a996-e61a46765371 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a79301-9248-4635-b370-809dcde85444 HTTP/1.1" status: 200 len: 217 time: 0.0522444 Mar 14 18:58:33.815090 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-1f3357b1-ddb3-49be-907d-744dc2f995d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:33.816622 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-1f3357b1-ddb3-49be-907d-744dc2f995d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81526f68-e967-4e3a-99e2-a8862d8a9f9e HTTP/1.1" status: 200 len: 847 time: 0.0615308 Mar 14 18:58:33.859560 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-be4b75b1-b0bd-4f0a-9f7f-491ae17b6fa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=154b080f-8700-4c67-9747-c320f0ae7451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271301 Mar 14 18:58:33.974734 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-8fa0aa39-5451-4fd0-887b-f3cab91bb8b4 service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966024 Mar 14 18:58:34.089122 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c3aae11-a824-45ce-89b5-d6b233b5cc02 req-76ce321d-f639-42f2-8b32-cd654f2822ed service neutron] 10.222.0.21 "GET /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021986 Mar 14 18:58:34.319001 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49a8cd-24db-4529-8dde-5df91115d86c req-1797dc21-040b-4452-b397-236cd0023536 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:34.320621 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ea49a8cd-24db-4529-8dde-5df91115d86c req-1797dc21-040b-4452-b397-236cd0023536 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0592406 Mar 14 18:58:34.377055 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ea49a8cd-24db-4529-8dde-5df91115d86c req-ff123596-1974-49e9-8908-ba07f9d185bf tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492163 Mar 14 18:58:34.558337 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5f7da-0b24-4b97-b8b7-826db470d255 req-8e9c0ff7-88da-4cda-9730-0e2cd0c1dc17 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:34.568629 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9d5f7da-0b24-4b97-b8b7-826db470d255 req-8e9c0ff7-88da-4cda-9730-0e2cd0c1dc17 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 944 time: 0.1170375 Mar 14 18:58:34.631460 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9d5f7da-0b24-4b97-b8b7-826db470d255 req-80d971c2-a11e-4755-928e-b8a9557ddd5b tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Mar 14 18:58:35.508506 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38a54a-1b51-44a6-a392-71bf630431ad req-b4e8fedb-28a2-470f-893a-9778fd3b9682 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:35.510056 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc38a54a-1b51-44a6-a392-71bf630431ad req-b4e8fedb-28a2-470f-893a-9778fd3b9682 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0573685 Mar 14 18:58:35.561587 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc38a54a-1b51-44a6-a392-71bf630431ad req-54f65eed-f146-462b-a85b-0ad8dc3acff1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Mar 14 18:58:35.784366 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466bd1c-b841-4797-8dee-e64abef13804 req-beb4f3b7-c145-48e1-8dd8-41fd05618328 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:35.787189 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b466bd1c-b841-4797-8dee-e64abef13804 req-beb4f3b7-c145-48e1-8dd8-41fd05618328 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 944 time: 0.0695090 Mar 14 18:58:35.896932 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b466bd1c-b841-4797-8dee-e64abef13804 req-bb2aefdd-cf14-4cee-b55c-93c1c68b9b44 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025250 Mar 14 18:58:36.730648 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871384e-ea83-4c4b-be9d-2bb7aaf4d140 req-e0dc13ec-26e5-4864-860d-800dc005838d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:36.742748 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1871384e-ea83-4c4b-be9d-2bb7aaf4d140 req-e0dc13ec-26e5-4864-860d-800dc005838d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1020260 Mar 14 18:58:36.806522 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1871384e-ea83-4c4b-be9d-2bb7aaf4d140 req-793e68f0-f5f6-4dfd-aba0-846d2bcce6f3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617578 Mar 14 18:58:37.101263 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70dd15-caf0-45b9-84d8-b7ace661bbe2 req-dc761d5f-0099-4482-b8e5-578b515e443e tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:37.103144 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ef70dd15-caf0-45b9-84d8-b7ace661bbe2 req-dc761d5f-0099-4482-b8e5-578b515e443e tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 944 time: 0.0719099 Mar 14 18:58:37.111059 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 48678) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:37.116074 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-c6104d8a-7662-4eff-b6fe-30e5ea886d19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389892579', 'description': 'tempest-description--802083968'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:37.154014 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c6104d8a-7662-4eff-b6fe-30e5ea886d19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.196010 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ef70dd15-caf0-45b9-84d8-b7ace661bbe2 req-8bc00492-947f-49eb-81d7-706a8af0332d tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721204 Mar 14 18:58:37.264742 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c6104d8a-7662-4eff-b6fe-30e5ea886d19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (382e1443-b94e-4b87-84df-07f300e1bbdc), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.270409 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c6104d8a-7662-4eff-b6fe-30e5ea886d19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (382e1443-b94e-4b87-84df-07f300e1bbdc), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.298989 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c6104d8a-7662-4eff-b6fe-30e5ea886d19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.303721 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c6104d8a-7662-4eff-b6fe-30e5ea886d19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1881585 Mar 14 18:58:37.304163 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 48686) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:37.312810 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-6803fa97-1212-48cb-912f-60077024fb18 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': '382e1443-b94e-4b87-84df-07f300e1bbdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:37.328169 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6104d8a-7662-4eff-b6fe-30e5ea886d19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382e1443-b94e-4b87-84df-07f300e1bbdc,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:37.354286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6803fa97-1212-48cb-912f-60077024fb18 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (3a2c0a35-48a6-4f0b-b0f4-533b8c5be30f), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.370252 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 50a79301-9248-4635-b370-809dcde85444 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:37.466131 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6803fa97-1212-48cb-912f-60077024fb18 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (3a2c0a35-48a6-4f0b-b0f4-533b8c5be30f), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.470012 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6803fa97-1212-48cb-912f-60077024fb18 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (3a2c0a35-48a6-4f0b-b0f4-533b8c5be30f), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.490852 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803fa97-1212-48cb-912f-60077024fb18 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2c0a35-48a6-4f0b-b0f4-533b8c5be30f,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:37.499234 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6803fa97-1212-48cb-912f-60077024fb18 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.500557 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6803fa97-1212-48cb-912f-60077024fb18 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1956141 Mar 14 18:58:37.506559 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 48694) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:37.512547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-62acfc61-90cc-4da2-84d1-811418244378 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': '382e1443-b94e-4b87-84df-07f300e1bbdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:37.548064 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62acfc61-90cc-4da2-84d1-811418244378 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (f6cb0a30-de30-48bf-ab9c-868f748c10b8), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.551872 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 50a79301-9248-4635-b370-809dcde85444, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=50a79301-9248-4635-b370-809dcde85444,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:37.570729 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '50a79301-9248-4635-b370-809dcde85444', 'network_id': '154b080f-8700-4c67-9747-c320f0ae7451', 'port_id': '50a79301-9248-4635-b370-809dcde85444', 'mac_address': 'fa:16:3e:f3:12:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81526f68-e967-4e3a-99e2-a8862d8a9f9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:37.614997 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 50a79301-9248-4635-b370-809dcde85444 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:37.615390 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (50a79301-9248-4635-b370-809dcde85444), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.631860 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a79301-9248-4635-b370-809dcde85444 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:37.648087 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62acfc61-90cc-4da2-84d1-811418244378 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (f6cb0a30-de30-48bf-ab9c-868f748c10b8), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.653603 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62acfc61-90cc-4da2-84d1-811418244378 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (f6cb0a30-de30-48bf-ab9c-868f748c10b8), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.661423 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 50a79301-9248-4635-b370-809dcde85444, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=50a79301-9248-4635-b370-809dcde85444,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:37.667853 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (50a79301-9248-4635-b370-809dcde85444), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.674531 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acfc61-90cc-4da2-84d1-811418244378 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cb0a30-de30-48bf-ab9c-868f748c10b8,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:37.692799 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62acfc61-90cc-4da2-84d1-811418244378 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.697474 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-62acfc61-90cc-4da2-84d1-811418244378 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862786 Mar 14 18:58:37.698307 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48700) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:37.704041 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:37.730643 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.737800 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=50a79301-9248-4635-b370-809dcde85444,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:37.752369 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.752369 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.752834 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.753150 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.753992 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.754720 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.755297 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.755905 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.760857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.760857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.760857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.760857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.760857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.760857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.760857 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:58:37.860414 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:37.963378 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37866b84-6d5b-4008-9b17-253a7a465d5d req-026aea87-98ad-4b30-b074-4799722f69f5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:37.965009 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-37866b84-6d5b-4008-9b17-253a7a465d5d req-026aea87-98ad-4b30-b074-4799722f69f5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0689437 Mar 14 18:58:38.025537 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-37866b84-6d5b-4008-9b17-253a7a465d5d req-64388889-555d-4b9f-8d0b-1dfd761c239b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Mar 14 18:58:38.038117 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['50a79301-9248-4635-b370-809dcde85444'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:38.046533 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.28.0.173 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/d4ca7483-e676-4e83-a1c8-ea975b6dc2ef) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:38.184872 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.231719 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.287695 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:38.292726 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:38.296649 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:38.332370 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=d4ca7483-e676-4e83-a1c8-ea975b6dc2ef,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:38.386559 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426cb5c-041c-4460-b2dc-dc71b0a966c0 req-bca2aa6d-bfe2-43e4-9fa6-ab12e47119cb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:38.388218 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5426cb5c-041c-4460-b2dc-dc71b0a966c0 req-bca2aa6d-bfe2-43e4-9fa6-ab12e47119cb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 945 time: 0.0805056 Mar 14 18:58:38.417438 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (4251cf6b-fe86-4ab1-a3fb-924cb92a5d14), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.457859 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5426cb5c-041c-4460-b2dc-dc71b0a966c0 req-3cbf0692-317b-4145-b455-e2e2fae582c7 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565753 Mar 14 18:58:38.466195 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.630225 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.635094 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.704830 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=d4ca7483-e676-4e83-a1c8-ea975b6dc2ef,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:38.723512 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (4251cf6b-fe86-4ab1-a3fb-924cb92a5d14), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.740873 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:38.742333 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-245535b5-b1a6-43b2-adc1-4e5ad64949c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0421889 Mar 14 18:58:38.968516 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-ca4ba3e3-3d14-48e9-b47f-c66de56e4a7b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1389892579&fields=id&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 267 time: 0.0459425 Mar 14 18:58:39.150760 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-f747d422-489e-4188-82ed-321bd071b0d5 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:39.152991 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-f747d422-489e-4188-82ed-321bd071b0d5 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 0.1778297 Mar 14 18:58:39.206557 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-bbfef42b-0c98-4e35-949e-1b0a3aabfb48 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/quotas/c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 375 time: 0.0265241 Mar 14 18:58:39.297413 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f571fb-2b27-437a-bfb6-7c7f9dd7b940 req-452a0f99-bc07-44bb-bf07-63fc8e4e132d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:39.301303 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-37f571fb-2b27-437a-bfb6-7c7f9dd7b940 req-452a0f99-bc07-44bb-bf07-63fc8e4e132d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1852167 Mar 14 18:58:39.380900 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-4aac31d5-9819-4a49-a9c7-fdfb0bc6c1a8 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671410 Mar 14 18:58:39.413242 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 50a79301-9248-4635-b370-809dcde85444 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:39.417927 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-37f571fb-2b27-437a-bfb6-7c7f9dd7b940 req-eac35551-ce2f-4ff5-a104-86f088ba9e95 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100898 Mar 14 18:58:39.479846 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 50a79301-9248-4635-b370-809dcde85444 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:58:39.484416 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 50a79301-9248-4635-b370-809dcde85444 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:39.484858 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (50a79301-9248-4635-b370-809dcde85444), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:39.505512 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-78537972-19af-4930-9bbc-450e1025c95b service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124728 Mar 14 18:58:39.575778 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 50a79301-9248-4635-b370-809dcde85444 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:39.576527 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (50a79301-9248-4635-b370-809dcde85444), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:39.603985 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a79301-9248-4635-b370-809dcde85444'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:39.606393 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff80feb4-9912-4225-9122-5ac1d1ec291b" -d '{"events": [{"server_uuid": "84cf236d-d0d3-4c8c-b27e-c17194b88f56", "name": "network-vif-plugged", "status": "completed", "tag": "50a79301-9248-4635-b370-809dcde85444"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:39.620225 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 50a79301-9248-4635-b370-809dcde85444, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=50a79301-9248-4635-b370-809dcde85444,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:39.625749 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (50a79301-9248-4635-b370-809dcde85444), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:39.644192 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3797a5-3eb0-4a43-9ba0-d46c1cf36141 req-f1bd7116-a028-4cab-9c96-ff3b0f4fedac tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:39.646089 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b3797a5-3eb0-4a43-9ba0-d46c1cf36141 req-f1bd7116-a028-4cab-9c96-ff3b0f4fedac tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 945 time: 0.0875902 Mar 14 18:58:39.649483 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-3c0938ea-28fd-4fbc-8de7-60bda924ee23 service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429152 Mar 14 18:58:39.682277 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=50a79301-9248-4635-b370-809dcde85444,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:39.702933 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b3797a5-3eb0-4a43-9ba0-d46c1cf36141 req-71b5000c-3e81-4ade-83a6-f901d00aaf93 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474339 Mar 14 18:58:39.774862 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08aa517-bc8a-44c5-bdeb-c02e59006fd7 x-openstack-request-id: req-a08aa517-bc8a-44c5-bdeb-c02e59006fd7 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:39.775302 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf236d-d0d3-4c8c-b27e-c17194b88f56", "name": "network-vif-plugged", "status": "completed", "tag": "50a79301-9248-4635-b370-809dcde85444", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:39.775738 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a08aa517-bc8a-44c5-bdeb-c02e59006fd7 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:39.776357 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a79301-9248-4635-b370-809dcde85444', 'code': 200} Mar 14 18:58:39.883898 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7561aa5-63fe-48e6-9e80-e6b411dedf5c req-6cf0141d-ce06-465f-8ca3-9458746c9fed tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 210 time: 0.0522542 Mar 14 18:58:40.300675 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ba9db-5cd7-43b0-880c-e2d7a9f95b69 req-b74b7272-9bc5-4f6b-865d-4dc39606b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:40.302397 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-248ba9db-5cd7-43b0-880c-e2d7a9f95b69 req-b74b7272-9bc5-4f6b-865d-4dc39606b7c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 1130 time: 0.3152044 Mar 14 18:58:40.347259 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-005cee56-37e5-4ba2-a176-bc5e4d317098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.364169 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-248ba9db-5cd7-43b0-880c-e2d7a9f95b69 req-3ae8bf7e-6513-42d9-8f45-1b2c7a271838 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510912 Mar 14 18:58:40.538671 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48778) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:40.579374 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229c626-ccdf-4c36-8ba4-7fa517e5c3ad req-d0a4d319-2447-4a6f-9578-fb3eb6f2ced5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:40.582020 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5229c626-ccdf-4c36-8ba4-7fa517e5c3ad req-d0a4d319-2447-4a6f-9578-fb3eb6f2ced5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0685217 Mar 14 18:58:40.645688 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5229c626-ccdf-4c36-8ba4-7fa517e5c3ad req-1edc445a-684b-4323-9f81-598b6bb367c8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564902 Mar 14 18:58:40.685168 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65b87ce4-83c4-4d70-a7de-fcb7f0896104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.798851 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65b87ce4-83c4-4d70-a7de-fcb7f0896104 admin admin] Publish callbacks [] for security_group (bafa5a66-8915-45d8-aa77-4ea290f44efa), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.804606 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65b87ce4-83c4-4d70-a7de-fcb7f0896104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (bafa5a66-8915-45d8-aa77-4ea290f44efa), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.850674 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-65b87ce4-83c4-4d70-a7de-fcb7f0896104 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a91c3ad19565467091c7deea4b2232c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094213 Mar 14 18:58:40.853588 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b87ce4-83c4-4d70-a7de-fcb7f0896104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa5a66-8915-45d8-aa77-4ea290f44efa,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:40.858170 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48784) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:40.916144 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c98be-f2ba-4089-a1fa-21cfa38a937c req-f93b803f-0600-41dd-b0f4-b0f99ef666fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:40.918151 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38c98be-f2ba-4089-a1fa-21cfa38a937c req-f93b803f-0600-41dd-b0f4-b0f99ef666fb tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 946 time: 0.1165504 Mar 14 18:58:40.939140 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41bfdc53-7f6f-445c-a9cf-08c556ca7d15 admin admin] Publish callbacks [] for security_group (bafa5a66-8915-45d8-aa77-4ea290f44efa), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:40.968079 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41bfdc53-7f6f-445c-a9cf-08c556ca7d15 admin admin] Publish callbacks [] for security_group (bafa5a66-8915-45d8-aa77-4ea290f44efa), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:41.014642 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38c98be-f2ba-4089-a1fa-21cfa38a937c req-0aaa16eb-ac92-4900-b9ee-9c29bb788a42 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896032 Mar 14 18:58:41.050100 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41bfdc53-7f6f-445c-a9cf-08c556ca7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (bafa5a66-8915-45d8-aa77-4ea290f44efa), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:41.052910 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41bfdc53-7f6f-445c-a9cf-08c556ca7d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:41.054174 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-41bfdc53-7f6f-445c-a9cf-08c556ca7d15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bafa5a66-8915-45d8-aa77-4ea290f44efa HTTP/1.1" status: 204 len: 168 time: 0.1947141 Mar 14 18:58:41.063934 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfdc53-7f6f-445c-a9cf-08c556ca7d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa5a66-8915-45d8-aa77-4ea290f44efa,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:41.081193 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-33ecaedc-9106-40e7-92e7-6f5d4497312f req-a7b5a87a-217c-4d28-b846-7c01a7e91a22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 210 time: 0.0444574 Mar 14 18:58:41.757294 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-11b7bcf9-e0c8-4595-b44f-38646c56cb76 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:41.759745 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-11b7bcf9-e0c8-4595-b44f-38646c56cb76 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 0.1478984 Mar 14 18:58:41.861642 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadee898-24b8-4cc4-b553-91c0538d6652 req-bde1cd80-c286-40c8-8bd5-55e86ec3be2b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:41.863692 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fadee898-24b8-4cc4-b553-91c0538d6652 req-bde1cd80-c286-40c8-8bd5-55e86ec3be2b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1027319 Mar 14 18:58:41.904194 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-0f8ef222-eed8-4de7-9750-55e2b82dca59 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 473 time: 0.1299276 Mar 14 18:58:41.916566 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'port': {'device_id': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'admin_state_up': True, 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'security_groups': ['382e1443-b94e-4b87-84df-07f300e1bbdc']}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:41.995365 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fadee898-24b8-4cc4-b553-91c0538d6652 req-f0f25d31-b5c3-4b2d-9fa6-61ab522604da tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224780 Mar 14 18:58:42.089160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Made reservation on behalf of c07e251e4a7a499e87c7c1a9f27694dd for: {'port': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:58:42.094030 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:42.242265 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-313f9ec4-eb6d-4794-8c45-351777f0a311 req-9e9fe652-15d2-4ed4-ac48-c018533e54e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 210 time: 0.0615461 Mar 14 18:58:42.327043 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b568-eead-43bb-8231-fcaa4e8ed1a1 req-9d62ef17-b359-4174-ac08-b6768e20f530 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:42.330023 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6b5b568-eead-43bb-8231-fcaa4e8ed1a1 req-9d62ef17-b359-4174-ac08-b6768e20f530 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 946 time: 0.2173486 Mar 14 18:58:42.375484 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.20.0.10 (a07da1d2-b552-44b1-8243-3a7abdd3f56b/25c003d0-4d70-4b00-957b-d161a2d8b8e3/68df2045-c353-42bc-9c60-468d60beec72) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:58:42.428741 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6b5b568-eead-43bb-8231-fcaa4e8ed1a1 req-fe49b4ee-604e-4b18-ab92-567c720f8ece tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884571 Mar 14 18:58:42.603961 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (68df2045-c353-42bc-9c60-468d60beec72), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:42.665961 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (68df2045-c353-42bc-9c60-468d60beec72), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:42.765634 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:58:42.776683 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:58:42.779996 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=68df2045-c353-42bc-9c60-468d60beec72,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:42.784721 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:58:42.874525 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:42.876680 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:42.899546 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2d843ed-c0e3-446f-8d99-cb3fe12fd5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:42.929373 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-e5e25ada-7cc9-452f-aaae-d21cf54b5203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0165322 Mar 14 18:58:42.953296 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Request body: {'port': {'device_id': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:43.085872 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (68df2045-c353-42bc-9c60-468d60beec72), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:43.157486 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-9e2c2bbc-0501-4ff2-a001-eb43f118d10b None None] Provisioning complete for port 68df2045-c353-42bc-9c60-468d60beec72 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:43.157897 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-9e2c2bbc-0501-4ff2-a001-eb43f118d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (68df2045-c353-42bc-9c60-468d60beec72), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:43.200042 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c2bbc-0501-4ff2-a001-eb43f118d10b None None] Port 68df2045-c353-42bc-9c60-468d60beec72 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 18:58:43.311023 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418815b-56d5-4ef7-bec5-7118a8e08e72 req-a36a1b6a-516c-4088-a656-4635392fb1aa tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:43.312694 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c418815b-56d5-4ef7-bec5-7118a8e08e72 req-a36a1b6a-516c-4088-a656-4635392fb1aa tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1611938 Mar 14 18:58:43.484326 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c418815b-56d5-4ef7-bec5-7118a8e08e72 req-7d458b06-4ae3-4378-ad18-b3e321bd33d7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519876 Mar 14 18:58:43.523011 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99188176-cf42-4b84-8f80-8c9bc07666fe req-1e7e9371-5080-4c93-986b-5387bde772b0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:43.524565 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-99188176-cf42-4b84-8f80-8c9bc07666fe req-1e7e9371-5080-4c93-986b-5387bde772b0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 932 time: 0.1499472 Mar 14 18:58:43.636652 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68df2045-c353-42bc-9c60-468d60beec72 {{(pid=103191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:43.653476 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Publish callbacks [] for port (68df2045-c353-42bc-9c60-468d60beec72), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:43.670876 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-99188176-cf42-4b84-8f80-8c9bc07666fe req-02970f6d-4bd8-4ab5-920b-5001da62cdc8 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392627 Mar 14 18:58:43.674699 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.provisioning_blocks [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Transition to ACTIVE for port object 68df2045-c353-42bc-9c60-468d60beec72 will not be triggered until provisioned by entity L2. {{(pid=103191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:58:43.679812 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (68df2045-c353-42bc-9c60-468d60beec72), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:43.725357 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0c1c-1f82-4f61-a7f8-41cb47d79576 req-eddde619-2160-4551-8455-7fea7297274f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:43.727041 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-681d0c1c-1f82-4f61-a7f8-41cb47d79576 req-eddde619-2160-4551-8455-7fea7297274f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 946 time: 0.1717763 Mar 14 18:58:43.765216 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Pushing event updated for resources: {'Port': ['ID=68df2045-c353-42bc-9c60-468d60beec72,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:43.848372 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-681d0c1c-1f82-4f61-a7f8-41cb47d79576 req-915197c2-1486-4ae2-a8cd-5f040d4ce297 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047587 Mar 14 18:58:43.868022 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Attempting to bind port 68df2045-c353-42bc-9c60-468d60beec72 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:58:43.868364 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Attempting to bind port 68df2045-c353-42bc-9c60-468d60beec72 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:58:43.868698 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Attempting to bind port 68df2045-c353-42bc-9c60-468d60beec72 on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:43.877127 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Port 68df2045-c353-42bc-9c60-468d60beec72 on network a07da1d2-b552-44b1-8243-3a7abdd3f56b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:58:43.877562 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Attempting to bind port 68df2045-c353-42bc-9c60-468d60beec72 on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:58:43.886847 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:58:43.888294 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Checking segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:58:43.888799 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Bound using segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:58:43.889516 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Bound port: 68df2045-c353-42bc-9c60-468d60beec72, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:58:43.892242 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (68df2045-c353-42bc-9c60-468d60beec72), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:44.003238 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] For port 68df2045-c353-42bc-9c60-468d60beec72, host hv-cinder-82966, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:58:44.007227 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] For port 68df2045-c353-42bc-9c60-468d60beec72, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=68df2045-c353-42bc-9c60-468d60beec72,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:58:44.014767 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (68df2045-c353-42bc-9c60-468d60beec72), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:44.053082 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.053750 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:44.055320 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] 10.222.0.21 "PUT /v2.0/ports/68df2045-c353-42bc-9c60-468d60beec72 HTTP/1.1" status: 200 len: 1094 time: 1.1150978 Mar 14 18:58:44.055776 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'tag': '68df2045-c353-42bc-9c60-468d60beec72'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:44.058085 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38892f7-9b5d-4e53-8d9b-94f92587723a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "tag": "68df2045-c353-42bc-9c60-468d60beec72"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:44.115085 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b054b-8201-48f2-b5ed-f112af38cca2 service neutron] Pushing event updated for resources: {'Port': ['ID=68df2045-c353-42bc-9c60-468d60beec72,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:44.136561 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d69155-32ae-4a78-a2d3-41fcc223a91a x-openstack-request-id: req-19d69155-32ae-4a78-a2d3-41fcc223a91a {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:44.136991 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "tag": "68df2045-c353-42bc-9c60-468d60beec72", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:44.137156 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19d69155-32ae-4a78-a2d3-41fcc223a91a {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:44.137495 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'tag': '68df2045-c353-42bc-9c60-468d60beec72', 'status': 'completed', 'code': 200} Mar 14 18:58:44.213454 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-6dea8c2f-6779-4c5a-8d2f-af21d7ff6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.215983 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-6dea8c2f-6779-4c5a-8d2f-af21d7ff6cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 1128 time: 0.0923932 Mar 14 18:58:44.271631 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-6a549c1c-9324-4d93-9065-94106aaebac5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68df2045-c353-42bc-9c60-468d60beec72 HTTP/1.1" status: 200 len: 217 time: 0.0460062 Mar 14 18:58:44.302774 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:44.334628 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-df7e13ac-bc20-45b5-a9b8-0046ab7e8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.336115 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-df7e13ac-bc20-45b5-a9b8-0046ab7e8837 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0566778 Mar 14 18:58:44.430875 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-1894119c-2d86-4278-bb65-e55ad1ee9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.433453 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-1894119c-2d86-4278-bb65-e55ad1ee9661 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0824423 Mar 14 18:58:44.592987 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-7d8a0fae-2c80-47e7-a2ba-2fe869cc1e47 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318238 Mar 14 18:58:44.752667 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e8ce-7e03-4508-bd03-8e3a3ad0144f req-284e1939-4ed2-4b10-9851-52abee564162 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.754327 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3484e8ce-7e03-4508-bd03-8e3a3ad0144f req-284e1939-4ed2-4b10-9851-52abee564162 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1602678 Mar 14 18:58:44.767265 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c5e94d7-5470-4269-b461-4cb20c0d7704 req-5bdaf8dd-c07f-4a1c-b117-1f6732240f44 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634259 Mar 14 18:58:44.830050 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3484e8ce-7e03-4508-bd03-8e3a3ad0144f req-4b04f9aa-be27-40cd-b598-a5c041b248a6 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553172 Mar 14 18:58:44.973160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9cce7-d8a6-4b89-a27b-678d1654e590 req-2167a014-6e60-4664-913f-8c193d43292b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.975588 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b5e9cce7-d8a6-4b89-a27b-678d1654e590 req-2167a014-6e60-4664-913f-8c193d43292b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 944 time: 0.1338198 Mar 14 18:58:44.989456 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-4a18eb19-8cd0-40c7-bd8d-1a9d6c4b5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:44.991494 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-4a18eb19-8cd0-40c7-bd8d-1a9d6c4b5e67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 1128 time: 0.1375542 Mar 14 18:58:45.046207 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db904f-3ffb-4ae7-808e-f36ecd8ea80f req-62beac2a-f8e6-4316-9ca4-b00b2c3d0fc1 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:45.050529 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10db904f-3ffb-4ae7-808e-f36ecd8ea80f req-62beac2a-f8e6-4316-9ca4-b00b2c3d0fc1 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 946 time: 0.1371062 Mar 14 18:58:45.164497 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b5e9cce7-d8a6-4b89-a27b-678d1654e590 req-4f1c85a0-6a01-4132-9ad8-a16d4be9814d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719053 Mar 14 18:58:45.198764 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10db904f-3ffb-4ae7-808e-f36ecd8ea80f req-aa217a9c-7fc1-4df4-bc97-45c0106fd45f tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422067 Mar 14 18:58:45.224380 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-b42f7339-9c7a-4cb9-8e12-03c44e516305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:45.225813 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-b42f7339-9c7a-4cb9-8e12-03c44e516305 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.2134902 Mar 14 18:58:45.281522 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-e5a35059-85db-465d-8852-669caafd08c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68df2045-c353-42bc-9c60-468d60beec72 HTTP/1.1" status: 200 len: 217 time: 0.0392656 Mar 14 18:58:45.351470 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-71064e43-f75e-420e-b4cc-bdbc5d596542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:45.352792 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-71064e43-f75e-420e-b4cc-bdbc5d596542 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0635319 Mar 14 18:58:45.420196 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-3b9edc45-9a3d-42a1-85e8-d91c3f04c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:45.421735 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-3b9edc45-9a3d-42a1-85e8-d91c3f04c4ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0573323 Mar 14 18:58:45.528081 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-345619af-6c45-4a7a-aa54-b1a35f1b03cd service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951145 Mar 14 18:58:45.635723 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:45.646736 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c38892f7-9b5d-4e53-8d9b-94f92587723a req-b1047f3b-c099-4536-8239-678b67e13528 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073487 Mar 14 18:58:46.027880 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d435e2-b786-49d7-8211-f3c735804a68 req-ddf84d0d-4ff5-4241-b188-56869d504d33 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:46.031080 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a4d435e2-b786-49d7-8211-f3c735804a68 req-ddf84d0d-4ff5-4241-b188-56869d504d33 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1177199 Mar 14 18:58:46.098985 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a4d435e2-b786-49d7-8211-f3c735804a68 req-2d45288f-da50-45c0-8727-69ebeedf659d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615530 Mar 14 18:58:46.169876 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 48914) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:46.325758 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e0281b38-b824-45db-b23c-8249abc32613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.483052 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dee4e1-be35-4f91-982a-383874119068 req-543eedbc-5700-4461-9004-e1f65ef5de19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:46.487055 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e8dee4e1-be35-4f91-982a-383874119068 req-543eedbc-5700-4461-9004-e1f65ef5de19 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 944 time: 0.1868813 Mar 14 18:58:46.631799 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e0281b38-b824-45db-b23c-8249abc32613 admin admin] Publish callbacks [] for security_group (7b72962f-ff11-4bc8-bd2e-20a3e109d309), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.636899 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e8dee4e1-be35-4f91-982a-383874119068 req-cf14691f-56be-4182-9125-9de5ce48be92 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363301 Mar 14 18:58:46.640047 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e0281b38-b824-45db-b23c-8249abc32613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7b72962f-ff11-4bc8-bd2e-20a3e109d309), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.691978 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e0281b38-b824-45db-b23c-8249abc32613 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ead68f2fd65645adbe0d10cb9a5cf15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209534 Mar 14 18:58:46.695224 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48924) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:46.699422 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08040a3-401d-4f3f-8a26-f74da97f391b req-96eb1e8b-7076-4fa7-85c7-bb0dcb6db322 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:46.701033 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d08040a3-401d-4f3f-8a26-f74da97f391b req-96eb1e8b-7076-4fa7-85c7-bb0dcb6db322 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 946 time: 0.1627929 Mar 14 18:58:46.707453 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0281b38-b824-45db-b23c-8249abc32613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72962f-ff11-4bc8-bd2e-20a3e109d309,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:46.715287 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.759181 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fd708ba-93f9-43a6-88d2-2996a24b905a admin admin] Publish callbacks [] for security_group (7b72962f-ff11-4bc8-bd2e-20a3e109d309), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.791790 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d08040a3-401d-4f3f-8a26-f74da97f391b req-3bbcf653-0e81-4efe-94b1-fdcf015dcff8 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717859 Mar 14 18:58:46.799344 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fd708ba-93f9-43a6-88d2-2996a24b905a admin admin] Publish callbacks [] for security_group (7b72962f-ff11-4bc8-bd2e-20a3e109d309), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.880703 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fd708ba-93f9-43a6-88d2-2996a24b905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7b72962f-ff11-4bc8-bd2e-20a3e109d309), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.883791 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fd708ba-93f9-43a6-88d2-2996a24b905a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:46.884915 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-4fd708ba-93f9-43a6-88d2-2996a24b905a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b72962f-ff11-4bc8-bd2e-20a3e109d309 HTTP/1.1" status: 204 len: 168 time: 0.1882963 Mar 14 18:58:46.894787 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd708ba-93f9-43a6-88d2-2996a24b905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72962f-ff11-4bc8-bd2e-20a3e109d309,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:47.173607 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61c977-0ea5-48f1-a45b-b1ee9dc78f6f req-6beae98c-d557-424a-a35a-00c52f844ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:47.176239 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3e61c977-0ea5-48f1-a45b-b1ee9dc78f6f req-6beae98c-d557-424a-a35a-00c52f844ff2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.0795856 Mar 14 18:58:47.276412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea083e-29f2-4da6-b340-ba60a0094748 req-a7679c61-0036-4c3c-b8bd-aa2771704256 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:47.279013 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e8ea083e-29f2-4da6-b340-ba60a0094748 req-a7679c61-0036-4c3c-b8bd-aa2771704256 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0837536 Mar 14 18:58:47.286952 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48932) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:47.301470 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef45087f-a7be-4287-8001-a97592c8a9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.360360 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e8ea083e-29f2-4da6-b340-ba60a0094748 req-89dd85b0-cfb9-4941-84b9-44a25f6efe54 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742660 Mar 14 18:58:47.399374 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3e61c977-0ea5-48f1-a45b-b1ee9dc78f6f req-a30a1c2a-6d0e-4211-bdc1-87154bf0f234 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 Mar 14 18:58:47.411484 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 68df2045-c353-42bc-9c60-468d60beec72 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:58:47.424865 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef45087f-a7be-4287-8001-a97592c8a9ef admin admin] Publish callbacks [] for security_group (16346f6e-879f-4e24-975d-c1890b23c712), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.434192 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef45087f-a7be-4287-8001-a97592c8a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (16346f6e-879f-4e24-975d-c1890b23c712), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.494379 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-ef45087f-a7be-4287-8001-a97592c8a9ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2116ea30cf64d0094fe903d49af7eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062540 Mar 14 18:58:47.495319 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45087f-a7be-4287-8001-a97592c8a9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16346f6e-879f-4e24-975d-c1890b23c712,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:47.498187 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 48936) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:47.550403 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 68df2045-c353-42bc-9c60-468d60beec72, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=68df2045-c353-42bc-9c60-468d60beec72,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:47.561058 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23e5aa40-293d-44b4-94fc-e3559c52d069 admin admin] Publish callbacks [] for security_group (16346f6e-879f-4e24-975d-c1890b23c712), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.569094 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '68df2045-c353-42bc-9c60-468d60beec72', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'port_id': '68df2045-c353-42bc-9c60-468d60beec72', 'mac_address': 'fa:16:3e:80:9c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:58:47.596042 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23e5aa40-293d-44b4-94fc-e3559c52d069 admin admin] Publish callbacks [] for security_group (16346f6e-879f-4e24-975d-c1890b23c712), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.627222 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 68df2045-c353-42bc-9c60-468d60beec72 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:47.627770 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (68df2045-c353-42bc-9c60-468d60beec72), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.645197 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68df2045-c353-42bc-9c60-468d60beec72 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:58:47.677554 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23e5aa40-293d-44b4-94fc-e3559c52d069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (16346f6e-879f-4e24-975d-c1890b23c712), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.683247 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23e5aa40-293d-44b4-94fc-e3559c52d069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.686019 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-23e5aa40-293d-44b4-94fc-e3559c52d069 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16346f6e-879f-4e24-975d-c1890b23c712 HTTP/1.1" status: 204 len: 168 time: 0.1863792 Mar 14 18:58:47.690555 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 68df2045-c353-42bc-9c60-468d60beec72, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=68df2045-c353-42bc-9c60-468d60beec72,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:47.698860 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (68df2045-c353-42bc-9c60-468d60beec72), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:47.721696 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5aa40-293d-44b4-94fc-e3559c52d069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16346f6e-879f-4e24-975d-c1890b23c712,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:47.786590 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-f158600e-61db-48e3-9491-3c0aea4252a9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:47.789280 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-f158600e-61db-48e3-9491-3c0aea4252a9 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 946 time: 0.1162379 Mar 14 18:58:47.833250 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=68df2045-c353-42bc-9c60-468d60beec72,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:48.048195 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['68df2045-c353-42bc-9c60-468d60beec72'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:48.065546 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbdbb-7013-4f6a-8bc6-49975ff8bb44 req-a15b90a7-7a73-46fb-9114-b93085f92c35 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:48.068299 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd5dbdbb-7013-4f6a-8bc6-49975ff8bb44 req-a15b90a7-7a73-46fb-9114-b93085f92c35 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 945 time: 0.2774050 Mar 14 18:58:48.096487 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:48.115883 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35720554-bf3d-4cd6-8b8b-cb39e29a1b6d req-ad5c2d6d-0729-4593-95ef-b534f64d96c3 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:48.118013 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-35720554-bf3d-4cd6-8b8b-cb39e29a1b6d req-ad5c2d6d-0729-4593-95ef-b534f64d96c3 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 946 time: 0.1971841 Mar 14 18:58:48.252668 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Deleting port 50a79301-9248-4635-b370-809dcde85444 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:58:48.253987 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (50a79301-9248-4635-b370-809dcde85444), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:48.267474 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd5dbdbb-7013-4f6a-8bc6-49975ff8bb44 req-b102a41a-1a95-4e00-92f5-f147b4e92748 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797106 Mar 14 18:58:48.335054 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-35720554-bf3d-4cd6-8b8b-cb39e29a1b6d req-4642496b-974f-4029-a12b-d2a541e7a1c5 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/security-groups?id=c696da1d-cf5b-4e25-b072-27d9f44b6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018051 Mar 14 18:58:48.464609 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] For port 50a79301-9248-4635-b370-809dcde85444, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=50a79301-9248-4635-b370-809dcde85444,segment=NetworkSegment(d67196fb-06cb-4ae5-8bce-57aceb1f5bcb),segment_id=d67196fb-06cb-4ae5-8bce-57aceb1f5bcb)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:48.464609 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (50a79301-9248-4635-b370-809dcde85444), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:48.515857 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Calling delete_port for 50a79301-9248-4635-b370-809dcde85444 owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:58:48.710498 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bc703-874f-474b-8b75-d18e54082ff7 req-8240ed41-654c-4dfb-99f4-5bfb588265dc tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:48.713140 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6c1bc703-874f-474b-8b75-d18e54082ff7 req-8240ed41-654c-4dfb-99f4-5bfb588265dc tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1892805 Mar 14 18:58:48.862760 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6c1bc703-874f-474b-8b75-d18e54082ff7 req-6c4d2239-49b3-4836-b168-9498771d43b3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430883 Mar 14 18:58:48.907547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (50a79301-9248-4635-b370-809dcde85444), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:48.925213 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['50a79301-9248-4635-b370-809dcde85444'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:58:48.957955 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Pushing event deleted for resources: {'Port': ['ID=50a79301-9248-4635-b370-809dcde85444,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:49.015057 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] No DVR routers for this DVR port 50a79301-9248-4635-b370-809dcde85444 on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:58:49.019530 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.025353 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-34cbbdcd-8804-4d76-8bcc-1d080745c0c8 req-baceabc2-0d03-45e4-a632-7a0852448e48 tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.21 "DELETE /v2.0/ports/50a79301-9248-4635-b370-809dcde85444 HTTP/1.1" status: 204 len: 173 time: 1.1581388 Mar 14 18:58:49.025992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'name': 'network-vif-deleted', 'tag': '50a79301-9248-4635-b370-809dcde85444'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:49.028678 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd944de9-9403-42dc-b65f-eff291f2fcbf" -d '{"events": [{"server_uuid": "84cf236d-d0d3-4c8c-b27e-c17194b88f56", "name": "network-vif-deleted", "tag": "50a79301-9248-4635-b370-809dcde85444"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:49.098607 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc537cc-ecbf-4997-864f-f9ba4774eb55 x-openstack-request-id: req-4dc537cc-ecbf-4997-864f-f9ba4774eb55 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:49.099175 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cf236d-d0d3-4c8c-b27e-c17194b88f56", "name": "network-vif-deleted", "tag": "50a79301-9248-4635-b370-809dcde85444", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:49.100621 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dc537cc-ecbf-4997-864f-f9ba4774eb55 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:49.101610 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cf236d-d0d3-4c8c-b27e-c17194b88f56', 'name': 'network-vif-deleted', 'tag': '50a79301-9248-4635-b370-809dcde85444', 'status': 'completed', 'code': 200} Mar 14 18:58:49.417542 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 68df2045-c353-42bc-9c60-468d60beec72 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:58:49.478109 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68fbd3-2432-424e-ab2b-11ca4120d124 req-70bfb22f-1140-472c-9f1c-390e7c9bfe74 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:49.479645 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c68fbd3-2432-424e-ab2b-11ca4120d124 req-70bfb22f-1140-472c-9f1c-390e7c9bfe74 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 945 time: 0.0941486 Mar 14 18:58:49.532502 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 68df2045-c353-42bc-9c60-468d60beec72 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:58:49.543145 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 68df2045-c353-42bc-9c60-468d60beec72 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:58:49.544349 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (68df2045-c353-42bc-9c60-468d60beec72), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.615914 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f5d057d6-b1fc-4990-8f58-eb597cddb585 req-a2faf34f-b9ff-4c26-b643-61a5b88846ea tempest-VolumesActionsTest-223191558 tempest-VolumesActionsTest-223191558-project] 10.222.0.35 "GET /v2.0/ports?device_id=84cf236d-d0d3-4c8c-b27e-c17194b88f56 HTTP/1.1" status: 200 len: 210 time: 0.0932984 Mar 14 18:58:49.679413 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c68fbd3-2432-424e-ab2b-11ca4120d124 req-a247c987-9575-4894-ac0e-d84f413c6c36 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877983 Mar 14 18:58:49.720881 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 68df2045-c353-42bc-9c60-468d60beec72 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:58:49.720881 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (68df2045-c353-42bc-9c60-468d60beec72), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.765156 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68df2045-c353-42bc-9c60-468d60beec72'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:49.769229 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113187c6-e836-479b-9b3d-03024d6028f4" -d '{"events": [{"server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "name": "network-vif-plugged", "status": "completed", "tag": "68df2045-c353-42bc-9c60-468d60beec72"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:49.803458 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 68df2045-c353-42bc-9c60-468d60beec72, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=68df2045-c353-42bc-9c60-468d60beec72,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:58:49.810170 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (68df2045-c353-42bc-9c60-468d60beec72), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:49.811483 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 50a79301-9248-4635-b370-809dcde85444 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:58:49.876443 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0814b3-e17a-4bf2-b4b8-d73b500025cf x-openstack-request-id: req-9a0814b3-e17a-4bf2-b4b8-d73b500025cf {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:49.876773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "name": "network-vif-plugged", "status": "completed", "tag": "68df2045-c353-42bc-9c60-468d60beec72", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:49.876966 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a0814b3-e17a-4bf2-b4b8-d73b500025cf {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:49.877578 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68df2045-c353-42bc-9c60-468d60beec72', 'code': 200} Mar 14 18:58:49.878377 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 50a79301-9248-4635-b370-809dcde85444 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:58:49.878835 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 50a79301-9248-4635-b370-809dcde85444 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:58:49.922082 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=68df2045-c353-42bc-9c60-468d60beec72,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:58:50.081160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b111-2f55-4933-b2d4-2d49c6d7cdb7 req-ceee8a8a-6b8b-441e-be3b-1ddcc3180f70 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:50.088612 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f8a7b111-2f55-4933-b2d4-2d49c6d7cdb7 req-ceee8a8a-6b8b-441e-be3b-1ddcc3180f70 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0902090 Mar 14 18:58:50.174507 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f8a7b111-2f55-4933-b2d4-2d49c6d7cdb7 req-095005ab-12e0-442e-8c5d-7ede5735555a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849609 Mar 14 18:58:50.182514 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbba8b3-6080-493d-b72b-bf5f7f8c767c req-1a674fae-4e56-458f-9b05-c2aa0abc1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:50.184304 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-efbba8b3-6080-493d-b72b-bf5f7f8c767c req-1a674fae-4e56-458f-9b05-c2aa0abc1b9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 1130 time: 0.0936279 Mar 14 18:58:50.248251 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-efbba8b3-6080-493d-b72b-bf5f7f8c767c req-26267ecb-cbea-4250-b5f3-3ba1c4039c5c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560377 Mar 14 18:58:50.523744 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa108e9-7366-42e5-babb-c67b9f710c8a req-858e6241-a0ea-4f46-9108-3feeeafc287a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:50.527536 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3fa108e9-7366-42e5-babb-c67b9f710c8a req-858e6241-a0ea-4f46-9108-3feeeafc287a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1060407 Mar 14 18:58:50.645454 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3fa108e9-7366-42e5-babb-c67b9f710c8a req-ec9c058e-a9b7-4df2-900a-e9bd4a252a20 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065071 Mar 14 18:58:50.687416 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-6a6c8d40-7dbd-41ff-bae9-26f99be32904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:50.697220 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-6a6c8d40-7dbd-41ff-bae9-26f99be32904 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.1412389 Mar 14 18:58:50.943772 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-129dcb68-293a-4c56-b48f-29f3d839e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:50.946610 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-129dcb68-293a-4c56-b48f-29f3d839e4a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.2409866 Mar 14 18:58:51.352974 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64a8c5-55b1-4db6-a62e-85accaa30377 req-44da511c-4ab8-4036-953b-1697eb8941d2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:51.359386 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6b64a8c5-55b1-4db6-a62e-85accaa30377 req-44da511c-4ab8-4036-953b-1697eb8941d2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.5409787 Mar 14 18:58:51.362519 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-968bcf41-d14f-4cf2-bde4-07ea7b75de41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 217 time: 0.4093800 Mar 14 18:58:51.476901 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-485ceb36-e95a-4711-a247-3d5da54a42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:51.479833 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-485ceb36-e95a-4711-a247-3d5da54a42fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.0921998 Mar 14 18:58:51.553380 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-80a110c7-ae16-4501-969a-b60f9a145880 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621500 Mar 14 18:58:51.560429 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6b64a8c5-55b1-4db6-a62e-85accaa30377 req-9be49576-9ceb-429d-923e-c5f916f3d0d5 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623881 Mar 14 18:58:51.698362 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-569e4048-820b-47b4-868e-ea41ff7b18e2 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362610 Mar 14 18:58:51.945050 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8e111-6c88-4d91-8c28-062328e35151 req-002d79f4-1f7f-4e5f-af20-cbeca6b12b72 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:51.951142 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06d8e111-6c88-4d91-8c28-062328e35151 req-002d79f4-1f7f-4e5f-af20-cbeca6b12b72 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1666539 Mar 14 18:58:51.974972 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-52871ae8-d36b-410b-b8b0-8f795cefd731 req-d1d0f6f7-e248-41a7-8117-63e0b28efd75 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442057 Mar 14 18:58:52.039416 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06d8e111-6c88-4d91-8c28-062328e35151 req-25ee9752-1a1c-48fc-bf00-328e05eb0663 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791752 Mar 14 18:58:52.807668 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc81c3-3965-4ecd-8ecd-786a6876f018 req-bc3159d3-520b-4721-82e7-81587d60e561 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:52.810398 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-63fc81c3-3965-4ecd-8ecd-786a6876f018 req-bc3159d3-520b-4721-82e7-81587d60e561 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.1116176 Mar 14 18:58:52.854570 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfd654-edee-4ff5-895a-f14496ac4f83 req-e487a5f5-2cd9-4156-8185-805ece7cb77a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:52.856644 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b1cfd654-edee-4ff5-895a-f14496ac4f83 req-e487a5f5-2cd9-4156-8185-805ece7cb77a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1042845 Mar 14 18:58:52.916485 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-63fc81c3-3965-4ecd-8ecd-786a6876f018 req-17ad0b13-cae3-4079-b916-f631f9069b9c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931699 Mar 14 18:58:52.942394 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b1cfd654-edee-4ff5-895a-f14496ac4f83 req-6ab66af7-06c9-408a-b669-9983440e4c32 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754137 Mar 14 18:58:53.158457 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7ebd4-01af-4bd4-86e9-785d0eadd980 req-2101a640-6413-49cf-a713-b33dde55c45e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:53.165383 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c8d7ebd4-01af-4bd4-86e9-785d0eadd980 req-2101a640-6413-49cf-a713-b33dde55c45e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.1458147 Mar 14 18:58:53.194724 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49138) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:58:53.211855 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'port_id': '68df2045-c353-42bc-9c60-468d60beec72'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:58:53.393024 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc489e-2eb4-410d-9f45-cee20920ae95 req-85193e19-1c40-4098-9a34-cad8502ed2c7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:53.395906 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10fc489e-2eb4-410d-9f45-cee20920ae95 req-85193e19-1c40-4098-9a34-cad8502ed2c7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1204965 Mar 14 18:58:53.540074 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10fc489e-2eb4-410d-9f45-cee20920ae95 req-ee5f91e3-ff4c-4b03-b315-ca402ee8d1f1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158671 Mar 14 18:58:53.575983 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (4251cf6b-fe86-4ab1-a3fb-924cb92a5d14), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:54.352075 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ac638-67af-42b4-862e-44746367192a req-ef6c4476-6dfe-430f-b12c-db6df2167a89 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:54.365324 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a78ac638-67af-42b4-862e-44746367192a req-ef6c4476-6dfe-430f-b12c-db6df2167a89 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.2040787 Mar 14 18:58:54.368514 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:54.377980 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (4251cf6b-fe86-4ab1-a3fb-924cb92a5d14), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:54.477384 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a78ac638-67af-42b4-862e-44746367192a req-6a67598e-5023-4916-9b50-dfd5ec88794a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103477 Mar 14 18:58:54.677564 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:58:54.701202 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP 4251cf6b-fe86-4ab1-a3fb-924cb92a5d14 associated. External IP: 172.28.0.173, port: 68df2045-c353-42bc-9c60-468d60beec72. Mar 14 18:58:54.867870 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3de6f-1f64-4278-a86b-30a9635cc2c3 req-02603f2c-9860-4fac-90dc-fb12a470f9de tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:54.871392 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-09a3de6f-1f64-4278-a86b-30a9635cc2c3 req-02603f2c-9860-4fac-90dc-fb12a470f9de tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1334229 Mar 14 18:58:55.030718 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-09a3de6f-1f64-4278-a86b-30a9635cc2c3 req-2c738f25-523e-4536-aa07-33fc4211fa33 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424148 Mar 14 18:58:55.216337 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:58:55.422102 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:58:55.448380 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:58:55.463857 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:58:55.512503 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:55.513494 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:58:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:55.543220 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-40bf1624-5121-4a48-ad57-1ae717ea8e30 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "PUT /v2.0/floatingips/4251cf6b-fe86-4ab1-a3fb-924cb92a5d14 HTTP/1.1" status: 200 len: 992 time: 2.3467557 Mar 14 18:58:55.550442 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'tag': '68df2045-c353-42bc-9c60-468d60beec72'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:58:55.554239 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "tag": "68df2045-c353-42bc-9c60-468d60beec72"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:58:55.616237 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dda30d-126e-42f9-bac1-09e67d2c3e1e x-openstack-request-id: req-b7dda30d-126e-42f9-bac1-09e67d2c3e1e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:58:55.617449 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "tag": "68df2045-c353-42bc-9c60-468d60beec72", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:58:55.617920 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7dda30d-126e-42f9-bac1-09e67d2c3e1e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:58:55.618777 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'tag': '68df2045-c353-42bc-9c60-468d60beec72', 'status': 'completed', 'code': 200} Mar 14 18:58:55.826254 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:55.905259 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-379c84d4-a1e7-4a40-a4fb-a8b112510a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:55.910021 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-379c84d4-a1e7-4a40-a4fb-a8b112510a34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 1130 time: 0.2378902 Mar 14 18:58:56.051530 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3604f-4a48-4824-acec-17190ae29d32 req-702156cb-77a8-4656-9591-079b24b70a7b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:56.067215 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cbd3604f-4a48-4824-acec-17190ae29d32 req-702156cb-77a8-4656-9591-079b24b70a7b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.3209050 Mar 14 18:58:56.214292 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cbd3604f-4a48-4824-acec-17190ae29d32 req-909f5c12-0a66-4c4e-915c-a5af567c6aac tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457794 Mar 14 18:58:56.232103 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-5132cf6f-0abf-4162-a1a1-eca95d532eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:56.234322 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-5132cf6f-0abf-4162-a1a1-eca95d532eb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.3100939 Mar 14 18:58:56.496387 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-b1d34823-65fc-41ed-bb9b-057efc73f512 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68df2045-c353-42bc-9c60-468d60beec72 HTTP/1.1" status: 200 len: 1000 time: 0.2459798 Mar 14 18:58:56.619422 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-b22f898f-54fe-40bd-b945-ecdf3f9675ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:56.622169 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-b22f898f-54fe-40bd-b945-ecdf3f9675ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.1188779 Mar 14 18:58:56.688650 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '4251cf6b-fe86-4ab1-a3fb-924cb92a5d14', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '68df2045-c353-42bc-9c60-468d60beec72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:80:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:38Z', 'updated_at': '2022-03-14T18:58:54Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}, {'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:38Z', 'revision_number': 2, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:56.747295 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:58:56.775571 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:58:56.776455 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:58:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:56.835414 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-06d8dc5a-7631-4737-9d3e-74fa343f4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:56.838278 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-06d8dc5a-7631-4737-9d3e-74fa343f4448 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1969681 Mar 14 18:58:57.034619 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:58:57.083975 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-4d5aa68d-1ee1-494c-bc40-dba377d92e8a service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328227 Mar 14 18:58:57.285480 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e4d1179-3a54-4fe4-8f34-d848dcffe58d req-114e4f3a-39a9-40e3-b7eb-310938c8ef4f service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931267 Mar 14 18:58:57.521459 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b0566-562e-47c2-ba2f-a09f759af876 req-96ede57d-4fdc-453c-af75-d64d22a4de4c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:57.523604 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3e7b0566-562e-47c2-ba2f-a09f759af876 req-96ede57d-4fdc-453c-af75-d64d22a4de4c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1727347 Mar 14 18:58:57.556715 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b1c8-7625-4ec5-8834-18dc3e79de89 req-85807dbf-1a54-477d-94ed-5e8549b1cbaa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:57.558994 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9b39b1c8-7625-4ec5-8834-18dc3e79de89 req-85807dbf-1a54-477d-94ed-5e8549b1cbaa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1455557 Mar 14 18:58:57.688560 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '4251cf6b-fe86-4ab1-a3fb-924cb92a5d14', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '68df2045-c353-42bc-9c60-468d60beec72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:80:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:38Z', 'updated_at': '2022-03-14T18:58:54Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}, {'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:38Z', 'revision_number': 2, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:58:57.717733 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3e7b0566-562e-47c2-ba2f-a09f759af876 req-4c581488-7183-4670-8f84-2b2f37a17696 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545045 Mar 14 18:58:57.775316 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b535a4-06dd-448c-9751-7b9b52a77560 None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '4251cf6b-fe86-4ab1-a3fb-924cb92a5d14', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '68df2045-c353-42bc-9c60-468d60beec72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:80:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:58:38Z', 'updated_at': '2022-03-14T18:58:54Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}, {'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:38Z', 'revision_number': 2, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:58:57.871344 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9b39b1c8-7625-4ec5-8834-18dc3e79de89 req-d16a93af-0dbd-4187-a37b-b3e251fc7705 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168906 Mar 14 18:58:58.251374 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574078d2-6a53-499f-a3f4-ca15198b6331 None None] New status for floating IP 4251cf6b-fe86-4ab1-a3fb-924cb92a5d14: ACTIVE {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:58:59.131887 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc3956-6ea6-4b36-99ca-f7aea73fd306 req-c0a92814-c67a-4fc5-9461-58f1ee0d58ff tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:58:59.134814 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-21dc3956-6ea6-4b36-99ca-f7aea73fd306 req-c0a92814-c67a-4fc5-9461-58f1ee0d58ff tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1044552 Mar 14 18:58:59.273526 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-21dc3956-6ea6-4b36-99ca-f7aea73fd306 req-4bf7f0cb-fe39-4297-be29-61cb33130f20 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216340 Mar 14 18:59:00.346910 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf16fc8-f696-4195-9c0c-7f5803cf73e3 req-19436cd6-f98b-48fb-93a8-736df79de930 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:00.361412 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fcf16fc8-f696-4195-9c0c-7f5803cf73e3 req-19436cd6-f98b-48fb-93a8-736df79de930 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1290679 Mar 14 18:59:00.409514 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49336) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:00.554611 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fcf16fc8-f696-4195-9c0c-7f5803cf73e3 req-cad75375-5516-45c2-9488-5a9bf483b16e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858485 Mar 14 18:59:00.594160 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7031b5d-abd4-43b7-9189-bfd8dcb9a233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:00.630220 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a71d-0c17-4812-a5ea-94369727e48d req-f48a2748-2350-4f6f-bb74-2e6317a4ceb8 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:00.633528 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e707a71d-0c17-4812-a5ea-94369727e48d req-f48a2748-2350-4f6f-bb74-2e6317a4ceb8 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1893048 Mar 14 18:59:00.726173 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e707a71d-0c17-4812-a5ea-94369727e48d req-205aa0fc-e974-4bb8-bbd2-2ff3f2fa0adb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853131 Mar 14 18:59:00.787725 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7031b5d-abd4-43b7-9189-bfd8dcb9a233 admin admin] Publish callbacks [] for security_group (248d401f-ee79-4a48-94ac-0352732b0054), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:00.795377 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7031b5d-abd4-43b7-9189-bfd8dcb9a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (248d401f-ee79-4a48-94ac-0352732b0054), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:00.851453 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7031b5d-abd4-43b7-9189-bfd8dcb9a233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248d401f-ee79-4a48-94ac-0352732b0054,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:00.860892 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 49346) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:00.862725 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e7031b5d-abd4-43b7-9189-bfd8dcb9a233 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f3d4739f3b34ca29d2496f5ed42d69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517708 Mar 14 18:59:00.941332 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-559eb766-21f3-40ba-ac17-ad7b54b1cf91 admin admin] Publish callbacks [] for security_group (248d401f-ee79-4a48-94ac-0352732b0054), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:00.986365 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-559eb766-21f3-40ba-ac17-ad7b54b1cf91 admin admin] Publish callbacks [] for security_group (248d401f-ee79-4a48-94ac-0352732b0054), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:01.058251 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-559eb766-21f3-40ba-ac17-ad7b54b1cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (248d401f-ee79-4a48-94ac-0352732b0054), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:01.064029 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-559eb766-21f3-40ba-ac17-ad7b54b1cf91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:01.070557 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-559eb766-21f3-40ba-ac17-ad7b54b1cf91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/248d401f-ee79-4a48-94ac-0352732b0054 HTTP/1.1" status: 204 len: 168 time: 0.2075307 Mar 14 18:59:01.084341 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559eb766-21f3-40ba-ac17-ad7b54b1cf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248d401f-ee79-4a48-94ac-0352732b0054,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:01.726937 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 49372) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:01.768206 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-80a84cd4-2c03-4a86-9693-d828614d89d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:01.875826 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c99329-3f44-46ff-b10f-4efca9274e24 req-d86a961f-531f-4d7a-ba34-59c5dd8cb7d7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:01.877656 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e2c99329-3f44-46ff-b10f-4efca9274e24 req-d86a961f-531f-4d7a-ba34-59c5dd8cb7d7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1714351 Mar 14 18:59:01.886488 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-43c279a7-549c-4daf-bba4-238753be54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:01.888148 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-43c279a7-549c-4daf-bba4-238753be54b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.2722812 Mar 14 18:59:02.001851 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c34b-7068-4ad9-8126-771db3937aaa req-6e3af5f3-8703-4f19-a6b0-226d7f9222d5 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:02.008976 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cce2c34b-7068-4ad9-8126-771db3937aaa req-6e3af5f3-8703-4f19-a6b0-226d7f9222d5 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.2442496 Mar 14 18:59:02.068379 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e2c99329-3f44-46ff-b10f-4efca9274e24 req-39e50bcf-7f4c-42b9-b975-ab9c227fb8ac tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749253 Mar 14 18:59:02.154564 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-80a84cd4-2c03-4a86-9693-d828614d89d1 admin admin] Publish callbacks [] for security_group (090dafd7-da64-4be8-a0e6-0e2c0b48e85a), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:02.177115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-80a84cd4-2c03-4a86-9693-d828614d89d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (090dafd7-da64-4be8-a0e6-0e2c0b48e85a), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:02.270895 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cce2c34b-7068-4ad9-8126-771db3937aaa req-c86d1f10-75a8-4dbe-a695-894450560e05 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605231 Mar 14 18:59:02.331125 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-6521c771-750f-414f-bfad-ca7e8647ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:02.333926 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-6521c771-750f-414f-bfad-ca7e8647ed96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.4137824 Mar 14 18:59:02.349371 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-80a84cd4-2c03-4a86-9693-d828614d89d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a04196fa0de94b4bbba41bcc41610e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6214814 Mar 14 18:59:02.357028 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49380) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:02.447356 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-4575731f-c30e-4d63-a00e-5e538bcf0a4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 217 time: 0.0958433 Mar 14 18:59:02.457077 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a84cd4-2c03-4a86-9693-d828614d89d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090dafd7-da64-4be8-a0e6-0e2c0b48e85a,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:02.457569 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0458069a-5ca3-4044-856d-04756649f17d admin admin] Publish callbacks [] for security_group (090dafd7-da64-4be8-a0e6-0e2c0b48e85a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:02.490941 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0458069a-5ca3-4044-856d-04756649f17d admin admin] Publish callbacks [] for security_group (090dafd7-da64-4be8-a0e6-0e2c0b48e85a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:02.563974 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0458069a-5ca3-4044-856d-04756649f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (090dafd7-da64-4be8-a0e6-0e2c0b48e85a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:02.573152 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0458069a-5ca3-4044-856d-04756649f17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:02.584172 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0458069a-5ca3-4044-856d-04756649f17d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/090dafd7-da64-4be8-a0e6-0e2c0b48e85a HTTP/1.1" status: 204 len: 168 time: 0.2222397 Mar 14 18:59:02.599980 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458069a-5ca3-4044-856d-04756649f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090dafd7-da64-4be8-a0e6-0e2c0b48e85a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:02.615813 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3db52b-796b-4ab6-a13e-4c96011191cf req-3e49f2be-38a4-461e-acc0-20c21bfbaab3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:02.618649 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7f3db52b-796b-4ab6-a13e-4c96011191cf req-3e49f2be-38a4-461e-acc0-20c21bfbaab3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.4432828 Mar 14 18:59:02.623341 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-89d0a00e-b866-4f36-81b4-0da610fcaeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:02.628451 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-89d0a00e-b866-4f36-81b4-0da610fcaeb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.1572611 Mar 14 18:59:02.747747 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-708220c5-82a2-4fa1-9a41-acec521b438e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973601 Mar 14 18:59:02.847061 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7f3db52b-796b-4ab6-a13e-4c96011191cf req-1f636c27-8704-4bb3-a7ad-80744867b866 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154984 Mar 14 18:59:02.975417 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-f94a049f-a9d7-447c-a914-6a5fa6153388 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121077 Mar 14 18:59:03.201499 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23207758-a58c-44ac-8de2-8a80cabeb260 req-b9bc74d7-c421-434d-a62f-24abcc03e840 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148836 Mar 14 18:59:03.292093 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49398) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:03.345053 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f527f4-26ac-4282-8f94-d042e1cdcc24 req-c5ea513d-e5a4-4ea9-8c57-9814264fc2d3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:03.348632 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-54f527f4-26ac-4282-8f94-d042e1cdcc24 req-c5ea513d-e5a4-4ea9-8c57-9814264fc2d3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1166863 Mar 14 18:59:03.352687 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fae54c98-0ef6-4b17-bd11-18b43f014b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.456613 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-54f527f4-26ac-4282-8f94-d042e1cdcc24 req-85c5c398-2d97-4939-be1a-7c454cec88e3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980024 Mar 14 18:59:03.464987 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519437a-c701-4a80-92d8-bd628844fa7f req-ebdf0877-f8e4-449e-ba60-2775a6ebc28c tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:03.477677 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d519437a-c701-4a80-92d8-bd628844fa7f req-ebdf0877-f8e4-449e-ba60-2775a6ebc28c tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1041822 Mar 14 18:59:03.512248 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fae54c98-0ef6-4b17-bd11-18b43f014b8a admin admin] Publish callbacks [] for security_group (8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.521720 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fae54c98-0ef6-4b17-bd11-18b43f014b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.556802 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d519437a-c701-4a80-92d8-bd628844fa7f req-b41fdec7-972b-4b07-8305-78a239862ea3 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827813 Mar 14 18:59:03.601673 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fae54c98-0ef6-4b17-bd11-18b43f014b8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96dd7a98e1264ba68742b98dd496d551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078377 Mar 14 18:59:03.604172 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 49402) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:03.611463 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae54c98-0ef6-4b17-bd11-18b43f014b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:03.666661 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1c6b-379c-4273-80f2-f7d178512d2c admin admin] Publish callbacks [] for security_group (8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.707154 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1c6b-379c-4273-80f2-f7d178512d2c admin admin] Publish callbacks [] for security_group (8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.817507 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1c6b-379c-4273-80f2-f7d178512d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.823332 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1c6b-379c-4273-80f2-f7d178512d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:03.825499 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-0d6c1c6b-379c-4273-80f2-f7d178512d2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca HTTP/1.1" status: 204 len: 168 time: 0.2200418 Mar 14 18:59:03.846817 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c1c6b-379c-4273-80f2-f7d178512d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc6039f-1fc8-4bab-9b6c-b28e1ae7b6ca,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:04.142205 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021ce35-9e5c-4409-b884-40811b1ac94f req-8da5011a-3804-49ea-9a4b-a8edbd3aa417 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:04.143415 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f021ce35-9e5c-4409-b884-40811b1ac94f req-8da5011a-3804-49ea-9a4b-a8edbd3aa417 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1652496 Mar 14 18:59:04.285325 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f021ce35-9e5c-4409-b884-40811b1ac94f req-c55635db-ab40-49cb-a8cb-b40b0e0c024b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253211 Mar 14 18:59:04.744886 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffa2c5-8ebe-4a65-85ce-44a14308d98b req-f511a0e5-4451-45fd-b792-0a35297471cb tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:04.746839 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-76ffa2c5-8ebe-4a65-85ce-44a14308d98b req-f511a0e5-4451-45fd-b792-0a35297471cb tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1620302 Mar 14 18:59:04.813315 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64ed86-de66-478f-bf82-e4f7c087233e req-94b642ef-ebdc-47aa-8c04-608f14f9cc70 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:04.821679 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5f64ed86-de66-478f-bf82-e4f7c087233e req-94b642ef-ebdc-47aa-8c04-608f14f9cc70 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1461241 Mar 14 18:59:04.891005 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-76ffa2c5-8ebe-4a65-85ce-44a14308d98b req-d3324e88-bf0c-48c8-9c91-c33742193ef5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290598 Mar 14 18:59:04.914050 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5f64ed86-de66-478f-bf82-e4f7c087233e req-80a0c91f-4d27-48b8-a8e3-ee20086e0f5c tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911622 Mar 14 18:59:05.514314 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f24262-68de-44fe-9b04-811c3801f10a req-d5d5ac88-fd82-4abd-ba3d-47719198e1f7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:05.516195 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93f24262-68de-44fe-9b04-811c3801f10a req-d5d5ac88-fd82-4abd-ba3d-47719198e1f7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.0947566 Mar 14 18:59:05.575471 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93f24262-68de-44fe-9b04-811c3801f10a req-99d9e5ee-62fb-4acd-85fe-a42fae953a92 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531704 Mar 14 18:59:06.252572 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a52d-399a-4487-8fd4-2a68d5d94700 req-2f1d3d20-a301-48f2-b717-14816dca34ab tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:06.255224 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a118a52d-399a-4487-8fd4-2a68d5d94700 req-2f1d3d20-a301-48f2-b717-14816dca34ab tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1580276 Mar 14 18:59:06.306280 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4f71-7ca0-4369-b636-b3c5cdc43764 req-aec92d8a-9c67-425a-ad28-a03532ed9a54 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:06.309050 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-df5a4f71-7ca0-4369-b636-b3c5cdc43764 req-aec92d8a-9c67-425a-ad28-a03532ed9a54 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1551690 Mar 14 18:59:06.393247 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a118a52d-399a-4487-8fd4-2a68d5d94700 req-ad12e1aa-6d5f-471c-89cb-02b9c749d7a1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294353 Mar 14 18:59:06.489306 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-df5a4f71-7ca0-4369-b636-b3c5cdc43764 req-7922735d-9b8e-4b93-af4c-cd9fc00ce4bf tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680763 Mar 14 18:59:06.729719 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab325a-1138-47e0-a734-1ea6a55aa889 req-3ef8df00-8539-4f49-b4d8-98f761424b18 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:06.731405 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e6ab325a-1138-47e0-a734-1ea6a55aa889 req-3ef8df00-8539-4f49-b4d8-98f761424b18 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.0647664 Mar 14 18:59:06.807289 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e6ab325a-1138-47e0-a734-1ea6a55aa889 req-4995bb8b-9238-4e7d-bb60-056682a38d8c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642309 Mar 14 18:59:07.715934 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8dd8-0a4a-4736-a810-ee1bce8a280c req-61265a1d-53ed-40ff-b7fb-29827ebdbbd2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:07.720160 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-955e8dd8-0a4a-4736-a810-ee1bce8a280c req-61265a1d-53ed-40ff-b7fb-29827ebdbbd2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1270657 Mar 14 18:59:07.872492 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-955e8dd8-0a4a-4736-a810-ee1bce8a280c req-cbe4d8c2-e883-4895-a215-63daf789b73f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424103 Mar 14 18:59:07.900147 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352187a5-d3ee-487b-bb61-7797e9e5369d req-3a09e448-e4e3-444e-aec3-caaddd5b6147 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:07.920269 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-352187a5-d3ee-487b-bb61-7797e9e5369d req-3a09e448-e4e3-444e-aec3-caaddd5b6147 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1814694 Mar 14 18:59:08.071756 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-352187a5-d3ee-487b-bb61-7797e9e5369d req-26c46f77-6c1d-4390-955d-f2087125f211 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502564 Mar 14 18:59:08.114143 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc2d6-6c5c-46f9-af6f-c2718d680e90 req-8cc0ff4c-32dc-4c45-8b5b-20460e7d400c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:08.117578 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c32bc2d6-6c5c-46f9-af6f-c2718d680e90 req-8cc0ff4c-32dc-4c45-8b5b-20460e7d400c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.0903430 Mar 14 18:59:08.235035 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c32bc2d6-6c5c-46f9-af6f-c2718d680e90 req-fb1d5191-b287-468b-835f-9fc165e2edf7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048486 Mar 14 18:59:09.119519 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bf7d0-a28e-4e90-a791-04551c33a80d req-e5ae972b-4488-4f87-ab71-657f0785332a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:09.130751 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e60bf7d0-a28e-4e90-a791-04551c33a80d req-e5ae972b-4488-4f87-ab71-657f0785332a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1367261 Mar 14 18:59:09.215570 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e60bf7d0-a28e-4e90-a791-04551c33a80d req-7dfe23bb-14f6-4667-aa4f-6efc0a26a72a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653751 Mar 14 18:59:09.339076 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663fbcb-f39b-4e48-886b-fef8e67ce7ec req-e5e3c340-b6cb-4b50-bbf6-939bca79dd23 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:09.341647 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f663fbcb-f39b-4e48-886b-fef8e67ce7ec req-e5e3c340-b6cb-4b50-bbf6-939bca79dd23 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1090646 Mar 14 18:59:09.489114 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e1587-096c-4b13-8e85-5092d7a54bcf req-f69d7fb1-9549-4138-b7ac-9caeaa59d8cf tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:09.493021 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5b3e1587-096c-4b13-8e85-5092d7a54bcf req-f69d7fb1-9549-4138-b7ac-9caeaa59d8cf tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1490993 Mar 14 18:59:09.503744 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f663fbcb-f39b-4e48-886b-fef8e67ce7ec req-0bd27f2d-6649-4b06-b106-58faa4c129b7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470373 Mar 14 18:59:09.648048 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5b3e1587-096c-4b13-8e85-5092d7a54bcf req-4b850ed1-8b35-42c0-bc78-a7657fc5dce0 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321096 Mar 14 18:59:10.345890 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d60fb0c3-de9a-4596-b430-6515b2e854f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:10.417678 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7eadb-bb91-438e-b4d1-98bc45d96d6d req-d00721ea-d545-44e1-91df-fc057b05198b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:10.420034 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3dd7eadb-bb91-438e-b4d1-98bc45d96d6d req-d00721ea-d545-44e1-91df-fc057b05198b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.1376603 Mar 14 18:59:10.524303 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3dd7eadb-bb91-438e-b4d1-98bc45d96d6d req-e7826f40-aecf-4bf7-8921-185f5810af54 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970843 Mar 14 18:59:10.540403 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3421d19-2f32-43c1-9515-0c7d6d0402e5 req-c4f86b6d-1d10-490f-9d53-e2b5ced49081 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:10.553129 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3421d19-2f32-43c1-9515-0c7d6d0402e5 req-c4f86b6d-1d10-490f-9d53-e2b5ced49081 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1998115 Mar 14 18:59:10.652412 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3421d19-2f32-43c1-9515-0c7d6d0402e5 req-04319b6b-800b-4064-87ae-e210eca60654 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953963 Mar 14 18:59:10.910693 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c1c94-4c2d-4837-b2de-f50fcc187db9 req-746ce968-6956-4e57-bcf2-1ed00ac4e5c2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:10.913651 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a85c1c94-4c2d-4837-b2de-f50fcc187db9 req-746ce968-6956-4e57-bcf2-1ed00ac4e5c2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1981649 Mar 14 18:59:11.000643 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad7df1-d50d-4a00-8b3d-a70b030a7cf4 req-4fae8a94-b660-43a1-897a-00948cb4da78 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.002757 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-50ad7df1-d50d-4a00-8b3d-a70b030a7cf4 req-4fae8a94-b660-43a1-897a-00948cb4da78 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1798790 Mar 14 18:59:11.373669 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a85c1c94-4c2d-4837-b2de-f50fcc187db9 req-147fe173-d6aa-4baf-97cc-fa8961a39b51 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4475222 Mar 14 18:59:11.449656 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-50ad7df1-d50d-4a00-8b3d-a70b030a7cf4 req-5fa7bb65-64c2-4fdc-95cf-45ca959991c4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4346147 Mar 14 18:59:11.762618 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc65adf-8d3e-4345-a4dc-55a0b0d84038 req-3e50e820-4875-44f3-904d-1e38f95d29db tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:11.764487 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9dc65adf-8d3e-4345-a4dc-55a0b0d84038 req-3e50e820-4875-44f3-904d-1e38f95d29db tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.0950980 Mar 14 18:59:11.923236 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9dc65adf-8d3e-4345-a4dc-55a0b0d84038 req-dda802be-2140-45ac-a16e-33b645d29c3d tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475255 Mar 14 18:59:11.981491 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc01ddb-a815-435e-b9d9-1be7e83ac32c req-5c2d7535-3ca5-4121-a8ae-68bb5a49683b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:12.006272 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bbc01ddb-a815-435e-b9d9-1be7e83ac32c req-5c2d7535-3ca5-4121-a8ae-68bb5a49683b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.2052834 Mar 14 18:59:12.104029 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bbc01ddb-a815-435e-b9d9-1be7e83ac32c req-362baf42-9a12-43de-b661-b9a16c9f1e5e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963571 Mar 14 18:59:12.554320 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958d2f6-d814-480a-a4e1-538893f4be73 req-ca331a3b-a301-4060-b0fe-01f82105b383 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:12.556128 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6958d2f6-d814-480a-a4e1-538893f4be73 req-ca331a3b-a301-4060-b0fe-01f82105b383 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.0711560 Mar 14 18:59:12.617573 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6958d2f6-d814-480a-a4e1-538893f4be73 req-7c0ad1e3-b7cc-4b28-9aab-40ff3ae3e96d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509803 Mar 14 18:59:12.762872 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e88bd7-bc6c-4552-a57d-efc5db7a36d8 req-86efcd92-2a81-401f-97e4-4746a40663bf tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:12.768131 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-64e88bd7-bc6c-4552-a57d-efc5db7a36d8 req-86efcd92-2a81-401f-97e4-4746a40663bf tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1104970 Mar 14 18:59:12.895689 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-dc5a17a6-b293-4911-a5a0-e83bd6ac890f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:12.908436 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-64e88bd7-bc6c-4552-a57d-efc5db7a36d8 req-0bf7ef8d-d53d-4785-a7ee-c505d057a5f2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334555 Mar 14 18:59:13.175777 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0b6f2-b63e-45f7-aa74-067a918459e2 req-dcfcfe77-01e5-421f-8bc9-c1442583aac6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:13.178798 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a7e0b6f2-b63e-45f7-aa74-067a918459e2 req-dcfcfe77-01e5-421f-8bc9-c1442583aac6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.1028965 Mar 14 18:59:13.273163 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a7e0b6f2-b63e-45f7-aa74-067a918459e2 req-b0999336-32a8-4f91-9dfb-7c72064b326a tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804796 Mar 14 18:59:13.390589 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491c780-1330-41b2-b978-335c2d093cfa req-11232c58-c457-490e-b7d3-79ba7160d598 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:13.403298 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d491c780-1330-41b2-b978-335c2d093cfa req-11232c58-c457-490e-b7d3-79ba7160d598 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1272819 Mar 14 18:59:13.503939 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d491c780-1330-41b2-b978-335c2d093cfa req-0c1ac441-fcb7-4e75-a02d-9d1e90c108d7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989640 Mar 14 18:59:13.813175 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08a20d-0fec-4ede-ad6a-e2628071c580 req-be717930-29f2-4381-a326-ce8183f275d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:13.814819 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e08a20d-0fec-4ede-ad6a-e2628071c580 req-be717930-29f2-4381-a326-ce8183f275d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.0724082 Mar 14 18:59:13.882685 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e08a20d-0fec-4ede-ad6a-e2628071c580 req-057a201f-f35b-4666-9d2d-5ee8518a34c7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581315 Mar 14 18:59:14.141738 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d65947-83a8-48c0-93d3-e6b81e8d65a0 req-c57239ab-4b56-426f-aaf3-1a3966e49066 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.146764 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a9d65947-83a8-48c0-93d3-e6b81e8d65a0 req-c57239ab-4b56-426f-aaf3-1a3966e49066 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.0887022 Mar 14 18:59:14.221646 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a9d65947-83a8-48c0-93d3-e6b81e8d65a0 req-e75626ff-4d1c-434d-911b-6054f6c8934e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722475 Mar 14 18:59:14.303935 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:14.462530 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031219c-97e0-4dc1-bdc2-ed37832ceee6 req-b3c9d8ff-b6dc-4ff6-abf4-2cf127fed3c8 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.464139 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f031219c-97e0-4dc1-bdc2-ed37832ceee6 req-b3c9d8ff-b6dc-4ff6-abf4-2cf127fed3c8 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.0964227 Mar 14 18:59:14.545591 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f031219c-97e0-4dc1-bdc2-ed37832ceee6 req-3e9a5441-5790-464f-90b6-16f52635bc2c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738878 Mar 14 18:59:14.848809 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f84ff2-91e2-4c73-a2ef-92daabc8f3fe req-bd9f09f0-6aff-450e-af01-fd9259dd237b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:14.851341 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f0f84ff2-91e2-4c73-a2ef-92daabc8f3fe req-bd9f09f0-6aff-450e-af01-fd9259dd237b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1725008 Mar 14 18:59:14.858412 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-ee298a79-02ec-44ef-9d7f-aa656933c1be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300113 Mar 14 18:59:15.013719 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f0f84ff2-91e2-4c73-a2ef-92daabc8f3fe req-18be76b8-3fb9-4d52-8b79-e4bc6212fc10 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527853 Mar 14 18:59:15.034605 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-726cd5fa-a37b-4286-a9e3-05187fe3bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.040500 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-726cd5fa-a37b-4286-a9e3-05187fe3bacd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 1130 time: 0.1468785 Mar 14 18:59:15.289102 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c73b7-c2c7-4d70-a306-c329413aa5a3 req-2143f60e-7f0b-4850-b0a2-fc4938af3a43 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.298087 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c97c73b7-c2c7-4d70-a306-c329413aa5a3 req-2143f60e-7f0b-4850-b0a2-fc4938af3a43 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.2012043 Mar 14 18:59:15.338287 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-f73f5159-ed47-474c-8fd1-26022af2b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.341763 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-f73f5159-ed47-474c-8fd1-26022af2b5c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.2614305 Mar 14 18:59:15.424132 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-48c6ca4c-185c-47f3-990f-bf38413f885d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c20464bf-e302-4abf-8243-3aad6c5d9467 HTTP/1.1" status: 200 len: 217 time: 0.0755191 Mar 14 18:59:15.434752 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c97c73b7-c2c7-4d70-a306-c329413aa5a3 req-73f11aaa-0080-487a-8fb3-aaefb41ccddd tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357265 Mar 14 18:59:15.572300 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-d6bc1d2b-1f68-44f5-a7fc-39c2945ecb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.574920 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-d6bc1d2b-1f68-44f5-a7fc-39c2945ecb56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.0978808 Mar 14 18:59:15.597983 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8ced7-e737-485a-a54d-ac64fc9d7e29 req-ad8a9025-9ca5-4fb9-bc29-069954cfdff4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:15.601206 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-95f8ced7-e737-485a-a54d-ac64fc9d7e29 req-ad8a9025-9ca5-4fb9-bc29-069954cfdff4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1651511 Mar 14 18:59:15.624867 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:15.656371 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-de6ea210-0b90-4133-b520-8fbec7f9144e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532556 Mar 14 18:59:15.903121 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:15.953446 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:15.962430 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-95f8ced7-e737-485a-a54d-ac64fc9d7e29 req-b22a5486-9102-449a-8519-c2c1bc182e79 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036964 Mar 14 18:59:15.981408 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'port_id': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'mac_address': 'fa:16:3e:bd:d5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:16.035944 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8815-f793-4d82-ad94-1783f3b696be req-007e97e3-b0db-425a-8262-ff5556a8798d tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:16.039863 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-30af8815-f793-4d82-ad94-1783f3b696be req-007e97e3-b0db-425a-8262-ff5556a8798d tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.2555375 Mar 14 18:59:16.071010 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: ACTIVE; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:16.072628 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:16.114770 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e7de98f-e348-4f91-abb2-2063f32de56b {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:16.139224 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-30af8815-f793-4d82-ad94-1783f3b696be req-4b389427-98b9-4f64-859d-6728a7658c94 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920987 Mar 14 18:59:16.144869 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-e1384111-a4b1-4c87-8567-b45534a53de8 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194853 Mar 14 18:59:16.165103 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:16.176920 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:16.284163 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=6']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:16.396112 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['9e7de98f-e348-4f91-abb2-2063f32de56b'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:16.452270 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f53041-7029-4e2e-883c-cf31927ce821 req-a2a23ffa-18cb-4282-ae7f-d6f1885a8715 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:16.454906 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-56f53041-7029-4e2e-883c-cf31927ce821 req-a2a23ffa-18cb-4282-ae7f-d6f1885a8715 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.2264354 Mar 14 18:59:16.529410 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fc2f310f-137b-4e02-b243-45496ef81d8e req-75d92a47-6127-4c9f-9e21-b2763930ee1a service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731403 Mar 14 18:59:16.664022 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-56f53041-7029-4e2e-883c-cf31927ce821 req-e6003d4d-5502-4259-8126-fc570852f0f9 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710646 Mar 14 18:59:16.734557 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:16.861808 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea0981-597d-490b-8965-cfd4d020732f req-65ff8fd7-ce88-4b3b-86c2-2ff6c17c34b5 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:16.865033 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-85ea0981-597d-490b-8965-cfd4d020732f req-65ff8fd7-ce88-4b3b-86c2-2ff6c17c34b5 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1754622 Mar 14 18:59:16.976686 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-85ea0981-597d-490b-8965-cfd4d020732f req-4b004156-3c7d-4874-808b-53b7d27d3613 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911350 Mar 14 18:59:17.538186 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-3525e595-42c9-4d67-8685-4384bc9c3463 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.541168 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-3525e595-42c9-4d67-8685-4384bc9c3463 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.4279745 Mar 14 18:59:17.651927 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:17.664898 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9b1e8-aeb0-4442-9937-ebed951ffe5e req-6a7d60b3-bd88-4efb-b8a9-12716372e061 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.675237 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-40d9b1e8-aeb0-4442-9937-ebed951ffe5e req-6a7d60b3-bd88-4efb-b8a9-12716372e061 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 945 time: 0.4108648 Mar 14 18:59:17.722861 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-f362268a-12ca-4ca6-bfe5-7c94c1c1afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.734888 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6ebc-9d27-4279-91b3-170b35864a97 req-976706bf-ef4a-4832-855c-82bcd54c3cba tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:17.738429 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-f362268a-12ca-4ca6-bfe5-7c94c1c1afeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 1129 time: 0.2199512 Mar 14 18:59:17.741512 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0e0b6ebc-9d27-4279-91b3-170b35864a97 req-976706bf-ef4a-4832-855c-82bcd54c3cba tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.4009686 Mar 14 18:59:17.808873 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 9e7de98f-e348-4f91-abb2-2063f32de56b triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:17.809793 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.036258 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:18.037194 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.157138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:18.161615 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6d8cfc-24c0-44f0-bc67-4cb38d5024b1" -d '{"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:18.192260 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-21f800ce-7788-4ba7-bdcc-d5c4e48e474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:18.194965 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-21f800ce-7788-4ba7-bdcc-d5c4e48e474f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 912 time: 0.4553306 Mar 14 18:59:18.201988 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:18.205863 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.216421 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.251193 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0e0b6ebc-9d27-4279-91b3-170b35864a97 req-222bed4a-eb63-4784-aa7f-308e27fc98be tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4740181 Mar 14 18:59:18.359857 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-40d9b1e8-aeb0-4442-9937-ebed951ffe5e req-7fb23cd0-4b93-4142-bd28-6691c60da708 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6148160 Mar 14 18:59:18.418325 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Deleting port 78acc102-33ed-45d8-a935-c139f1d65a74 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:18.428516 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.552021 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=7']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:18.615103 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-bff75984-3e7a-4bc0-b94c-51782bb4f282 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1 HTTP/1.1" status: 200 len: 1001 time: 0.3954685 Mar 14 18:59:18.665194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49730) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:18.762150 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] For port 78acc102-33ed-45d8-a935-c139f1d65a74, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=78acc102-33ed-45d8-a935-c139f1d65a74,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:18.763032 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:18.789903 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Calling delete_port for 78acc102-33ed-45d8-a935-c139f1d65a74 owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:18.830223 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-4a46c1cd-6cec-4f31-9a1e-75c9947cf11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:18.835009 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-4a46c1cd-6cec-4f31-9a1e-75c9947cf11f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.2179897 Mar 14 18:59:18.968806 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-b194d817-5672-4d28-b0fa-2e333596affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:18.972336 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-b194d817-5672-4d28-b0fa-2e333596affd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1273060 Mar 14 18:59:19.192075 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-200dec2e-66e4-4967-b2ae-4c967f223b38 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101550 Mar 14 18:59:19.229247 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0694cc52-af8c-4668-a07c-658ece619a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:19.356152 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c5ee9-7f72-4a36-98fb-57c1f9dbb1db req-0abb52ac-b8f5-47c3-a36e-e3cece5987a9 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:19.370434 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4d9c5ee9-7f72-4a36-98fb-57c1f9dbb1db req-0abb52ac-b8f5-47c3-a36e-e3cece5987a9 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=2889a553-6b67-4fc0-adfc-7bcd4f1ecce4 HTTP/1.1" status: 200 len: 945 time: 0.3818023 Mar 14 18:59:19.375486 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (78acc102-33ed-45d8-a935-c139f1d65a74), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:19.393628 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['78acc102-33ed-45d8-a935-c139f1d65a74'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:19.404115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe84baa-a9be-4679-a321-5d15f143ea30 req-3b120711-c237-4b5c-a386-1c26d66a5290 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:19.430356 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dbe84baa-a9be-4679-a321-5d15f143ea30 req-3b120711-c237-4b5c-a386-1c26d66a5290 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.4327056 Mar 14 18:59:19.470663 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-b04cb930-1cdf-4d05-8915-d90ffe4389dc req-3416bcf6-bec3-4f19-97d8-d8df15c2bf35 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668247 Mar 14 18:59:19.579890 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Pushing event deleted for resources: {'Port': ['ID=78acc102-33ed-45d8-a935-c139f1d65a74,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:19.596699 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0694cc52-af8c-4668-a07c-658ece619a41 admin admin] Publish callbacks [] for security_group (09b16a65-cc43-4d6d-bb85-968d876741af), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:19.606488 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0694cc52-af8c-4668-a07c-658ece619a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (09b16a65-cc43-4d6d-bb85-968d876741af), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:19.699709 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] No DVR routers for this DVR port 78acc102-33ed-45d8-a935-c139f1d65a74 on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:19.711898 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:19.721706 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0694cc52-af8c-4668-a07c-658ece619a41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e3140abe55845e58a0acccc1c8c760c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0489988 Mar 14 18:59:19.722037 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-514218c3-1144-4ceb-bdcb-b0045564e9a1 req-41840b9d-e693-477d-a0a9-2555791b5554 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "DELETE /v2.0/ports/78acc102-33ed-45d8-a935-c139f1d65a74 HTTP/1.1" status: 204 len: 173 time: 2.1668975 Mar 14 18:59:19.722037 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'name': 'network-vif-deleted', 'tag': '78acc102-33ed-45d8-a935-c139f1d65a74'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:19.722358 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694cc52-af8c-4668-a07c-658ece619a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b16a65-cc43-4d6d-bb85-968d876741af,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:19.723035 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c30947-ef06-49ec-9835-791021790c52" -d '{"events": [{"server_uuid": "2889a553-6b67-4fc0-adfc-7bcd4f1ecce4", "name": "network-vif-deleted", "tag": "78acc102-33ed-45d8-a935-c139f1d65a74"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:19.727379 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49748) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:19.738571 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4d9c5ee9-7f72-4a36-98fb-57c1f9dbb1db req-638cda52-a447-4188-b91d-36e5e918781c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662558 Mar 14 18:59:19.747666 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dbe84baa-a9be-4679-a321-5d15f143ea30 req-f68b5081-6b26-4e6b-befe-f358d80eca81 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153577 Mar 14 18:59:19.866225 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b303a28-13d0-44c5-8d05-5d85205478da admin admin] Publish callbacks [] for security_group (09b16a65-cc43-4d6d-bb85-968d876741af), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:19.912379 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e639c-2d4f-43e7-a031-da9a2390caca x-openstack-request-id: req-e40e639c-2d4f-43e7-a031-da9a2390caca {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:19.912957 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:19.913390 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e40e639c-2d4f-43e7-a031-da9a2390caca {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:19.914031 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'code': 200} Mar 14 18:59:19.924174 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b303a28-13d0-44c5-8d05-5d85205478da admin admin] Publish callbacks [] for security_group (09b16a65-cc43-4d6d-bb85-968d876741af), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:20.042429 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b303a28-13d0-44c5-8d05-5d85205478da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (09b16a65-cc43-4d6d-bb85-968d876741af), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:20.049170 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b303a28-13d0-44c5-8d05-5d85205478da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:20.052583 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-2b303a28-13d0-44c5-8d05-5d85205478da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09b16a65-cc43-4d6d-bb85-968d876741af HTTP/1.1" status: 204 len: 168 time: 0.3230226 Mar 14 18:59:20.076130 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b303a28-13d0-44c5-8d05-5d85205478da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b16a65-cc43-4d6d-bb85-968d876741af,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:20.171707 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86b39a-349b-4ba5-8987-1095e0abc13c req-13bb26d7-cbbf-4078-880f-dcfa70fdb5d6 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:20.175610 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac86b39a-349b-4ba5-8987-1095e0abc13c req-13bb26d7-cbbf-4078-880f-dcfa70fdb5d6 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.2201457 Mar 14 18:59:20.399595 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac86b39a-349b-4ba5-8987-1095e0abc13c req-f86953bd-c54c-451e-a71a-d51ebb38cd63 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063234 Mar 14 18:59:20.490795 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eebb9-d23a-4551-ace1-a8b08eff4f31 req-141a348f-1e8b-4087-a4f6-7c0c88d9206d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:20.504658 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-907eebb9-d23a-4551-ace1-a8b08eff4f31 req-141a348f-1e8b-4087-a4f6-7c0c88d9206d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.3629506 Mar 14 18:59:20.596196 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdf9ba5-65e1-4f5e-bbec-d023d3fc4f8a x-openstack-request-id: req-bbdf9ba5-65e1-4f5e-bbec-d023d3fc4f8a {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:20.596680 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2889a553-6b67-4fc0-adfc-7bcd4f1ecce4", "name": "network-vif-deleted", "tag": "78acc102-33ed-45d8-a935-c139f1d65a74", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:20.597096 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbdf9ba5-65e1-4f5e-bbec-d023d3fc4f8a {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:20.598926 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2889a553-6b67-4fc0-adfc-7bcd4f1ecce4', 'name': 'network-vif-deleted', 'tag': '78acc102-33ed-45d8-a935-c139f1d65a74', 'status': 'completed', 'code': 200} Mar 14 18:59:20.690932 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-907eebb9-d23a-4551-ace1-a8b08eff4f31 req-adc9b5cb-30db-49b3-95f1-333e21144391 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673541 Mar 14 18:59:21.083178 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb8640-e919-44d6-a630-aa04b6611900 req-af2a9f50-dd1f-4c4c-b000-2f0d86e5477f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.099116 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e5cb8640-e919-44d6-a630-aa04b6611900 req-af2a9f50-dd1f-4c4c-b000-2f0d86e5477f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1267006 Mar 14 18:59:21.242536 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e5cb8640-e919-44d6-a630-aa04b6611900 req-09b21064-fde0-463f-bc4c-66d8abef1002 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412303 Mar 14 18:59:21.659339 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 78acc102-33ed-45d8-a935-c139f1d65a74 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:21.689202 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 78acc102-33ed-45d8-a935-c139f1d65a74 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:21.689368 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 78acc102-33ed-45d8-a935-c139f1d65a74 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:21.742860 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7b52b-dcea-4991-bae7-7edc70ee5010 req-c29f6aca-b848-4eb4-8a8c-45cd4d70ea0e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:21.745918 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b1b7b52b-dcea-4991-bae7-7edc70ee5010 req-c29f6aca-b848-4eb4-8a8c-45cd4d70ea0e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1272583 Mar 14 18:59:21.842437 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b1b7b52b-dcea-4991-bae7-7edc70ee5010 req-cfe4401c-77e2-4c92-8613-6a4b237aac89 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815189 Mar 14 18:59:22.010262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f99c47-d4ed-4405-ad41-cbbb7aa70f57 req-bfee46de-dc5c-4be8-944e-506fad7e28a4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.011877 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-38f99c47-d4ed-4405-ad41-cbbb7aa70f57 req-bfee46de-dc5c-4be8-944e-506fad7e28a4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1129634 Mar 14 18:59:22.101293 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-38f99c47-d4ed-4405-ad41-cbbb7aa70f57 req-53fec9e7-8e4e-449d-afe2-3de5d9fbef40 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767024 Mar 14 18:59:22.516033 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23998181-815c-4dfe-a4d0-2b46233711dd req-d1e3b1d6-b50f-48e1-a55a-69e83e7a82dd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:22.518882 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23998181-815c-4dfe-a4d0-2b46233711dd req-d1e3b1d6-b50f-48e1-a55a-69e83e7a82dd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1330767 Mar 14 18:59:22.591790 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-23998181-815c-4dfe-a4d0-2b46233711dd req-ec85a635-e63d-4d36-9312-a57672819d06 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Mar 14 18:59:23.183382 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49842) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:23.292912 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] Deleting subnet 81526f68-e967-4e3a-99e2-a8862d8a9f9e {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 18:59:23.292912 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] Publish callbacks [] for subnet (81526f68-e967-4e3a-99e2-a8862d8a9f9e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.338090 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582570'] for subnet (81526f68-e967-4e3a-99e2-a8862d8a9f9e), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.340788 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007f7fb-d182-4a7d-8ca3-a6287eb4f755 req-d02f7740-dc5e-4e19-8d57-f279d12e6a5b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.344626 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6007f7fb-d182-4a7d-8ca3-a6287eb4f755 req-d02f7740-dc5e-4e19-8d57-f279d12e6a5b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1241014 Mar 14 18:59:23.402303 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (81526f68-e967-4e3a-99e2-a8862d8a9f9e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.472998 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6007f7fb-d182-4a7d-8ca3-a6287eb4f755 req-1127bdc8-0e52-4670-9822-82d1f6ceab39 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179481 Mar 14 18:59:23.522966 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7591163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6213386'] for subnet (81526f68-e967-4e3a-99e2-a8862d8a9f9e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.569140 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81526f68-e967-4e3a-99e2-a8862d8a9f9e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:23.584194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.595338 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 49848) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:23.596739 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5080e28b-62d5-43a2-9eb3-f338beb4f6ea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/81526f68-e967-4e3a-99e2-a8862d8a9f9e HTTP/1.1" status: 204 len: 168 time: 0.4106622 Mar 14 18:59:23.690576 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (154b080f-8700-4c67-9747-c320f0ae7451), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.808416 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (154b080f-8700-4c67-9747-c320f0ae7451), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.875763 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154b080f-8700-4c67-9747-c320f0ae7451']}} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.907658 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc97319-16e3-4325-9b0b-7ee76b7e99bc req-c8f14d6b-13ad-475d-a082-63e2e72e8ced tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:23.910304 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dbc97319-16e3-4325-9b0b-7ee76b7e99bc req-c8f14d6b-13ad-475d-a082-63e2e72e8ced tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1465302 Mar 14 18:59:23.916836 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb') {'for_net_delete': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.917148 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67196fb-06cb-4ae5-8bce-57aceb1f5bcb') {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:23.943910 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4473665'] for segment (d67196fb-06cb-4ae5-8bce-57aceb1f5bcb), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:23.996917 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (d67196fb-06cb-4ae5-8bce-57aceb1f5bcb), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.023976 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 18:59:24.023976 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6187844'] for segment (d67196fb-06cb-4ae5-8bce-57aceb1f5bcb), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: Traceback (most recent call last): Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: timer() Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: cb(*args, **kw) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: return func(*args, **kwargs) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: self._notify() Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: self.callback(batched_events) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: event.method(event) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: return f(self, *a, **k) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: return self._get(url).json() Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: return self.request(url, 'GET', **kwargs) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 18:59:24.026591 dv-cinder-829664-3-smb neutron-server[103191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 18:59:24.099577 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dbc97319-16e3-4325-9b0b-7ee76b7e99bc req-a003e484-b819-4dc8-bc2a-b24c91fef458 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704865 Mar 14 18:59:24.186244 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (154b080f-8700-4c67-9747-c320f0ae7451), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.196633 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.214753 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] 10.222.0.35 "DELETE /v2.0/networks/154b080f-8700-4c67-9747-c320f0ae7451 HTTP/1.1" status: 204 len: 168 time: 0.6178713 Mar 14 18:59:24.259864 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb9f79-10a6-4644-891c-d6b0eacd2b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=154b080f-8700-4c67-9747-c320f0ae7451,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:24.614078 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49864) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:24.692570 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e8be598b-95ff-4dc1-969c-3de38084533e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66a9422ca2c846b8921d0fc4ace699af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729220 Mar 14 18:59:24.693158 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 49866) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:24.704733 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29e67a-924d-4999-86b6-69195e941787 req-d64de3eb-fac8-4445-8194-6d62eb621615 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:24.708629 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd29e67a-924d-4999-86b6-69195e941787 req-d64de3eb-fac8-4445-8194-6d62eb621615 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1277847 Mar 14 18:59:24.774532 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbc99-94f7-4984-90fb-1f4f0044469b admin admin] Publish callbacks [] for security_group (c696da1d-cf5b-4e25-b072-27d9f44b6f2f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.805501 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd29e67a-924d-4999-86b6-69195e941787 req-f24145c4-9a3b-4f1e-a917-555154ce4800 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840042 Mar 14 18:59:24.806373 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbc99-94f7-4984-90fb-1f4f0044469b admin admin] Publish callbacks [] for security_group (c696da1d-cf5b-4e25-b072-27d9f44b6f2f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.896466 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbc99-94f7-4984-90fb-1f4f0044469b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c696da1d-cf5b-4e25-b072-27d9f44b6f2f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.900259 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc3bbc99-94f7-4984-90fb-1f4f0044469b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:24.901641 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-dc3bbc99-94f7-4984-90fb-1f4f0044469b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c696da1d-cf5b-4e25-b072-27d9f44b6f2f HTTP/1.1" status: 204 len: 168 time: 0.2071366 Mar 14 18:59:24.912861 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bbc99-94f7-4984-90fb-1f4f0044469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696da1d-cf5b-4e25-b072-27d9f44b6f2f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:25.346204 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3ae02-8d67-458b-a867-7c57f0ae775d req-4ccf66b6-744e-482e-b59a-4b5ae0d37712 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:25.348365 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-01a3ae02-8d67-458b-a867-7c57f0ae775d req-4ccf66b6-744e-482e-b59a-4b5ae0d37712 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0892413 Mar 14 18:59:25.431410 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-01a3ae02-8d67-458b-a867-7c57f0ae775d req-abb841ba-55b1-4cda-b818-fe10e21418cb tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771117 Mar 14 18:59:25.881157 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-4bf5037b-7c5c-4c25-9dbe-62f8124cff2c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:25.883599 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-4bf5037b-7c5c-4c25-9dbe-62f8124cff2c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/networks?id=e6e9b5ad-5b52-4885-a056-17d2365d4a23 HTTP/1.1" status: 200 len: 814 time: 0.2418656 Mar 14 18:59:25.935049 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-da7cd4ac-8e5a-4ae1-89c2-c7f806cd94d8 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/quotas/11e591c64b4f47098b1b2db6746a7d3a HTTP/1.1" status: 200 len: 375 time: 0.0264916 Mar 14 18:59:26.081556 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-851ad750-2f52-4839-b6a3-1d7160cfabd0 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=11e591c64b4f47098b1b2db6746a7d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594049 Mar 14 18:59:26.135188 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659077a-3a56-41bb-a396-2146b641f0af req-ad2024ec-70b7-416b-8d0b-3f3ba88cd850 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:26.140803 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f659077a-3a56-41bb-a396-2146b641f0af req-ad2024ec-70b7-416b-8d0b-3f3ba88cd850 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1983697 Mar 14 18:59:26.378816 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f659077a-3a56-41bb-a396-2146b641f0af req-0772a113-3630-446e-a6b5-ea6831709ca8 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232557 Mar 14 18:59:26.445575 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-4bcb202e-5006-4619-baa0-77e2a548d758 service neutron] 10.222.0.35 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501108 Mar 14 18:59:26.615400 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-ec4ca348-aac7-4411-8025-9983352c034f service neutron] 10.222.0.35 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588326 Mar 14 18:59:26.670266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce4163-02ac-480d-82e1-e49cb05e9c85 req-5a48d850-0685-4a0f-8034-30b6dc88f595 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:26.678623 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-29ce4163-02ac-480d-82e1-e49cb05e9c85 req-5a48d850-0685-4a0f-8034-30b6dc88f595 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0863836 Mar 14 18:59:26.814190 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-29ce4163-02ac-480d-82e1-e49cb05e9c85 req-c6a3a9ea-fa3d-483c-b5b1-2d8e9aad00b8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342788 Mar 14 18:59:26.918879 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-11563da7-e358-4c0c-8fc2-95fafc4ada98 req-d6962abf-ccef-4e87-a7a2-f33d43cd0758 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 210 time: 0.0655289 Mar 14 18:59:27.717066 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e9527-6eda-4b60-ad7e-a800ffc40668 req-3c49bfa5-1ef7-489c-be17-9ed20efa8bcc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:27.720444 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8f1e9527-6eda-4b60-ad7e-a800ffc40668 req-3c49bfa5-1ef7-489c-be17-9ed20efa8bcc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1201315 Mar 14 18:59:27.859242 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8f1e9527-6eda-4b60-ad7e-a800ffc40668 req-0b4fe4e6-991e-4922-9086-d4396d291be6 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282203 Mar 14 18:59:28.429302 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3ef807c9-d752-4037-a2e8-9c1b4ef4ba36 req-c13b2995-6da9-450f-87b2-0a3f676313a6 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 210 time: 0.0585761 Mar 14 18:59:28.500963 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2161a5-c9a7-4b59-acea-b83a9869e95f req-084c7a64-1000-45e3-8887-5e52dbaa910d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:28.505810 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fe2161a5-c9a7-4b59-acea-b83a9869e95f req-084c7a64-1000-45e3-8887-5e52dbaa910d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.5694151 Mar 14 18:59:28.614937 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fe2161a5-c9a7-4b59-acea-b83a9869e95f req-b7e15a0b-6039-46fd-a28f-4875d78f0854 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955718 Mar 14 18:59:29.103754 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-7f8a6395-b4f2-4f52-ab49-88cc1bfaf2fe tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:29.106560 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-7f8a6395-b4f2-4f52-ab49-88cc1bfaf2fe tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "GET /v2.0/networks?id=e6e9b5ad-5b52-4885-a056-17d2365d4a23 HTTP/1.1" status: 200 len: 814 time: 0.4167295 Mar 14 18:59:29.127888 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Request body: {'port': {'device_id': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23', 'admin_state_up': True, 'tenant_id': '11e591c64b4f47098b1b2db6746a7d3a'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:29.194104 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c0c8-82a3-4904-a41d-e96bdc240e4f req-cc64fb00-1577-490d-8f96-363d16d7e1f1 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:29.195484 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3119c0c8-82a3-4904-a41d-e96bdc240e4f req-cc64fb00-1577-490d-8f96-363d16d7e1f1 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1523092 Mar 14 18:59:29.299927 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3119c0c8-82a3-4904-a41d-e96bdc240e4f req-06d24fb4-b005-49c1-900a-ef7cc9c5d8a4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926831 Mar 14 18:59:29.324853 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Made reservation on behalf of 11e591c64b4f47098b1b2db6746a7d3a for: {'port': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 18:59:29.330697 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:29.520822 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Allocated IP 172.20.0.10 (e6e9b5ad-5b52-4885-a056-17d2365d4a23/31003f5d-a47e-4059-bcd7-196dfb173538/a529d5ba-660f-433b-88f2-ec6e365ecfe4) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 18:59:29.623631 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-aa32e904-9e2a-4e9c-8ded-bfb3e21065f3 req-4493d791-43f8-41ba-bc58-6faefd53d159 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 210 time: 0.0465984 Mar 14 18:59:29.912444 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks [] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:29.926589 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18a66-cdad-45a1-991e-163fc9dccd3b req-572d1ae8-9eac-4acd-bdab-e699cbd4b60a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:29.929606 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dfc18a66-cdad-45a1-991e-163fc9dccd3b req-572d1ae8-9eac-4acd-bdab-e699cbd4b60a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1766036 Mar 14 18:59:30.097913 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:30.122813 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dfc18a66-cdad-45a1-991e-163fc9dccd3b req-95b4c2ad-89af-4cee-913a-b6def20e879b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601565 Mar 14 18:59:30.205000 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Network e6e9b5ad-5b52-4885-a056-17d2365d4a23 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 18:59:30.208758 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 18:59:30.215030 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 18:59:30.335281 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Pushing event updated for resources: {'Port': ['ID=a529d5ba-660f-433b-88f2-ec6e365ecfe4,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:30.356825 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.357391 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.358565 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.359478 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.359815 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.360358 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.361051 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.361532 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.362744 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.362744 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.363342 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.363949 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.364547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.365147 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.365745 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:30.385035 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:30.386328 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:30.454369 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-5a2af632-11b7-4974-bd6b-b4b096bd3c81 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3324571 Mar 14 18:59:30.513689 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Request body: {'port': {'device_id': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 18:59:30.597047 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80c6f-faff-4a8e-99b1-567a490e9ead req-1558d902-ed74-4959-838b-a59498017451 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:30.598064 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7ae80c6f-faff-4a8e-99b1-567a490e9ead req-1558d902-ed74-4959-838b-a59498017451 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1706359 Mar 14 18:59:30.696550 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7ae80c6f-faff-4a8e-99b1-567a490e9ead req-96e3572c-3765-4b8c-9a49-36a178f5df0a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730822 Mar 14 18:59:30.697792 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.021017 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299294c6-dc9b-4188-8cb1-58bbf7242a1f req-76274194-17f1-43c0-85ef-44fb25914b99 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:31.022671 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-299294c6-dc9b-4188-8cb1-58bbf7242a1f req-76274194-17f1-43c0-85ef-44fb25914b99 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 932 time: 0.1743579 Mar 14 18:59:31.167888 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-299294c6-dc9b-4188-8cb1-58bbf7242a1f req-5e45dd4a-637c-4839-9a16-bbf0e3c086b3 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223745 Mar 14 18:59:31.306432 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a529d5ba-660f-433b-88f2-ec6e365ecfe4 {{(pid=103191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:31.331394 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Publish callbacks [] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.361918 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.provisioning_blocks [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Transition to ACTIVE for port object a529d5ba-660f-433b-88f2-ec6e365ecfe4 will not be triggered until provisioned by entity L2. {{(pid=103191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 18:59:31.417011 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.551294 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a529d5ba-660f-433b-88f2-ec6e365ecfe4,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:31.574156 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9d8d-827f-4fa9-9a1a-f809bcc08bc0 req-68524213-7732-44e3-96a3-291f474c16d2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:31.574156 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c1c9d8d-827f-4fa9-9a1a-f809bcc08bc0 req-68524213-7732-44e3-96a3-291f474c16d2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.2145073 Mar 14 18:59:31.667741 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 18:59:31.782994 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c1c9d8d-827f-4fa9-9a1a-f809bcc08bc0 req-4e5e0037-b065-44df-8ce1-233ace6f2e9e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671634 Mar 14 18:59:31.783768 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Attempting to bind port a529d5ba-660f-433b-88f2-ec6e365ecfe4 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 18:59:31.784113 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Attempting to bind port a529d5ba-660f-433b-88f2-ec6e365ecfe4 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 18:59:31.784452 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Attempting to bind port a529d5ba-660f-433b-88f2-ec6e365ecfe4 on network e6e9b5ad-5b52-4885-a056-17d2365d4a23 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:31.791475 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Port a529d5ba-660f-433b-88f2-ec6e365ecfe4 on network e6e9b5ad-5b52-4885-a056-17d2365d4a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 18:59:31.791809 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Attempting to bind port a529d5ba-660f-433b-88f2-ec6e365ecfe4 on network e6e9b5ad-5b52-4885-a056-17d2365d4a23 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 18:59:31.799265 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 18:59:31.799617 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Checking segment: {'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 18:59:31.800011 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Bound using segment: {'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 18:59:31.800460 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Bound port: a529d5ba-660f-433b-88f2-ec6e365ecfe4, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07db8223-cd78-4bdc-bf41-46c3effe0ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 18:59:31.800829 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:31.960517 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] For port a529d5ba-660f-433b-88f2-ec6e365ecfe4, host hv-cinder-82966, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 18:59:31.970598 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] For port a529d5ba-660f-433b-88f2-ec6e365ecfe4, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a529d5ba-660f-433b-88f2-ec6e365ecfe4,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 18:59:31.992837 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:32.022080 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b2e10-7116-45de-a30b-f3219c53d541 req-79a830ee-e658-40dc-8a98-cb08cce21c0d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.030617 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5d4b2e10-7116-45de-a30b-f3219c53d541 req-79a830ee-e658-40dc-8a98-cb08cce21c0d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1640069 Mar 14 18:59:32.096090 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.097297 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:32.099668 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/a529d5ba-660f-433b-88f2-ec6e365ecfe4 HTTP/1.1" status: 200 len: 1094 time: 1.6062717 Mar 14 18:59:32.100394 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'tag': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:32.104693 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f42a843-de92-4a6f-9983-28c26a8f1a91" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987", "tag": "a529d5ba-660f-433b-88f2-ec6e365ecfe4"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:32.164605 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6cd28-9c85-495d-b4df-3100c0ea43d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a529d5ba-660f-433b-88f2-ec6e365ecfe4,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:32.213179 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579d5d05-e0f6-40d4-827a-855496874fe8 x-openstack-request-id: req-579d5d05-e0f6-40d4-827a-855496874fe8 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:32.213673 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987", "tag": "a529d5ba-660f-433b-88f2-ec6e365ecfe4", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:32.214159 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-579d5d05-e0f6-40d4-827a-855496874fe8 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:32.214852 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'tag': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4', 'status': 'completed', 'code': 200} Mar 14 18:59:32.239058 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5d4b2e10-7116-45de-a30b-f3219c53d541 req-31bb85d9-0856-4826-9ab6-f9effa4d8691 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848960 Mar 14 18:59:32.294691 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-734514b8-120c-452a-ac73-8ad7b2220bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.296712 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-734514b8-120c-452a-ac73-8ad7b2220bcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11e591c64b4f47098b1b2db6746a7d3a&device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 1128 time: 0.0784414 Mar 14 18:59:32.352429 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-945a6db3-dfc0-4302-8836-f5451ab4b001 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a529d5ba-660f-433b-88f2-ec6e365ecfe4 HTTP/1.1" status: 200 len: 217 time: 0.0478063 Mar 14 18:59:32.440958 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-2b9f067e-c3f4-4b54-8566-1940673b96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.442645 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-2b9f067e-c3f4-4b54-8566-1940673b96ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31003f5d-a47e-4059-bcd7-196dfb173538 HTTP/1.1" status: 200 len: 854 time: 0.0626788 Mar 14 18:59:32.450855 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e27e8-6d07-4550-9c49-15690e06369b req-69e806b6-0d3e-4905-84bf-e081f482fa65 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:32.452890 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c78e27e8-6d07-4550-9c49-15690e06369b req-69e806b6-0d3e-4905-84bf-e081f482fa65 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 944 time: 0.1038742 Mar 14 18:59:32.524104 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-eea4f5d2-b504-41de-b68a-2f5a30fbbef5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e9b5ad-5b52-4885-a056-17d2365d4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618269 Mar 14 18:59:32.602298 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c78e27e8-6d07-4550-9c49-15690e06369b req-5c5cad23-4fda-4d73-8f7b-f2066ddd5aed tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252704 Mar 14 18:59:32.657310 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-8faa921a-dae2-48ad-a936-61764876e74d service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173224 Mar 14 18:59:32.778902 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-159ed1ed-23ab-4f83-955b-78d5c4110309 req-1b96abbc-8a63-4268-a91d-83bfa0670e7d service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143947 Mar 14 18:59:32.885538 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50010) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:32.997135 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-0a93eae3-17af-4933-a5a9-81b1950f4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.000318 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-0a93eae3-17af-4933-a5a9-81b1950f4091 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11e591c64b4f47098b1b2db6746a7d3a&device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 1128 time: 0.1276360 Mar 14 18:59:33.021863 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96047d32-9664-4e2c-8a12-71d274ca5ae5 req-fe7ce73c-023e-4fd0-9c2a-fbdfb4473fa1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.023693 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-96047d32-9664-4e2c-8a12-71d274ca5ae5 req-fe7ce73c-023e-4fd0-9c2a-fbdfb4473fa1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1081724 Mar 14 18:59:33.054835 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:33.176016 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Publish callbacks [] for security_group (a23a6061-97a1-47e2-89e2-22e14b4126dc), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:33.183811 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-96047d32-9664-4e2c-8a12-71d274ca5ae5 req-19091b6a-e014-4848-911a-bae2da5dc68d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484735 Mar 14 18:59:33.203740 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a23a6061-97a1-47e2-89e2-22e14b4126dc), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:33.215463 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-066f5c46-368c-4f3a-b145-2fcee3806dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.217796 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-066f5c46-368c-4f3a-b145-2fcee3806dad service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6e9b5ad-5b52-4885-a056-17d2365d4a23 HTTP/1.1" status: 200 len: 915 time: 0.1924024 Mar 14 18:59:33.274051 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-1889c2ea-7b7f-4b2c-ab7e-7fde34725f96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a529d5ba-660f-433b-88f2-ec6e365ecfe4 HTTP/1.1" status: 200 len: 217 time: 0.0487115 Mar 14 18:59:33.287457 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c66a5193afdf4e589a81c5a9c811657c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975096 Mar 14 18:59:33.291384 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23a6061-97a1-47e2-89e2-22e14b4126dc,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:33.294097 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50016) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:33.334298 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.335236 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.336000 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.336807 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.337614 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.338394 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.339215 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.340082 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.340777 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.341483 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.343192 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.343940 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.344649 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.345167 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.345671 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386d724f-40c0-49c9-b885-f84e9c0f7c80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:33.379855 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee332-21df-403a-a9d8-51e6af270479 req-45f93492-5e58-415e-b98d-c3bee3e7585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.382586 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-97eee332-21df-403a-a9d8-51e6af270479 req-45f93492-5e58-415e-b98d-c3bee3e7585c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1130 time: 0.2189677 Mar 14 18:59:33.415099 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-6fddc991-e105-4a2a-95b1-d58626cfe18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.416638 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-6fddc991-e105-4a2a-95b1-d58626cfe18d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31003f5d-a47e-4059-bcd7-196dfb173538 HTTP/1.1" status: 200 len: 854 time: 0.1291430 Mar 14 18:59:33.470875 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e067b96f-a660-4e40-8894-394da4dcde4d admin admin] Publish callbacks [] for security_group (a23a6061-97a1-47e2-89e2-22e14b4126dc), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:33.494541 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-b9193dc5-9352-4ec3-a477-78c2d8750b49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6e9b5ad-5b52-4885-a056-17d2365d4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680852 Mar 14 18:59:33.507738 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e067b96f-a660-4e40-8894-394da4dcde4d admin admin] Publish callbacks [] for security_group (a23a6061-97a1-47e2-89e2-22e14b4126dc), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:33.540891 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651159c7-f1c4-4849-a232-96616bb4db08 req-f3a33405-5c04-42a4-8e9b-3f3ac2adb47c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.543863 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-651159c7-f1c4-4849-a232-96616bb4db08 req-f3a33405-5c04-42a4-8e9b-3f3ac2adb47c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.1651735 Mar 14 18:59:33.558665 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee332-21df-403a-a9d8-51e6af270479 req-0f7bc183-6123-4888-8232-836ba9ebe385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.561899 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-97eee332-21df-403a-a9d8-51e6af270479 req-0f7bc183-6123-4888-8232-836ba9ebe385 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.1614671 Mar 14 18:59:33.642566 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e067b96f-a660-4e40-8894-394da4dcde4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a23a6061-97a1-47e2-89e2-22e14b4126dc), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:33.645432 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e067b96f-a660-4e40-8894-394da4dcde4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:33.646864 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e067b96f-a660-4e40-8894-394da4dcde4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a23a6061-97a1-47e2-89e2-22e14b4126dc HTTP/1.1" status: 204 len: 168 time: 0.3490138 Mar 14 18:59:33.718858 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067b96f-a660-4e40-8894-394da4dcde4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23a6061-97a1-47e2-89e2-22e14b4126dc,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:33.725047 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-97eee332-21df-403a-a9d8-51e6af270479 req-0b3f2c6b-4c90-4268-88f7-f38d4ff48605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 1001 time: 0.1543312 Mar 14 18:59:33.789101 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-651159c7-f1c4-4849-a232-96616bb4db08 req-4bdf73f7-cbfa-4c3f-9e61-5b443f7c46d6 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264655 Mar 14 18:59:33.836181 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee332-21df-403a-a9d8-51e6af270479 req-096ed67a-e6a0-40d4-b24e-0d94ad9b8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.839523 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-97eee332-21df-403a-a9d8-51e6af270479 req-096ed67a-e6a0-40d4-b24e-0d94ad9b8be9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.1047630 Mar 14 18:59:33.849284 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-0655a885-c2aa-4fb5-bb21-3746493e3358 service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352897 Mar 14 18:59:33.933485 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee332-21df-403a-a9d8-51e6af270479 req-f075294b-0be1-44a7-a4ff-f21930185580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.937261 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-97eee332-21df-403a-a9d8-51e6af270479 req-f075294b-0be1-44a7-a4ff-f21930185580 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0888183 Mar 14 18:59:33.945047 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f3256-f693-4020-879d-56799f13e32a req-5ce12083-e43e-4fab-b469-30419aff3453 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:33.946933 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b10f3256-f693-4020-879d-56799f13e32a req-5ce12083-e43e-4fab-b469-30419aff3453 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 944 time: 0.2244780 Mar 14 18:59:34.037062 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b10f3256-f693-4020-879d-56799f13e32a req-99f53c07-48a3-46ad-8f62-1ec8b78a4040 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797012 Mar 14 18:59:34.039496 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4f42a843-de92-4a6f-9983-28c26a8f1a91 req-c0d43dd2-a730-4b79-8bbe-250d85d51a56 service neutron] 10.222.0.21 "GET /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795154 Mar 14 18:59:34.092093 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-97eee332-21df-403a-a9d8-51e6af270479 req-8e5f386d-deea-4bd5-bfb1-7d2211eb648f service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461337 Mar 14 18:59:34.227625 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-97eee332-21df-403a-a9d8-51e6af270479 req-1dcc2542-37b7-4858-8ca4-c16936c4c9f4 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246204 Mar 14 18:59:34.346789 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990daf-f66f-42f5-b266-cd247902d780 req-be68442c-63a2-47ce-b752-cb2515fa4f22 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:34.348332 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b3990daf-f66f-42f5-b266-cd247902d780 req-be68442c-63a2-47ce-b752-cb2515fa4f22 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0591521 Mar 14 18:59:34.407478 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b3990daf-f66f-42f5-b266-cd247902d780 req-001565cb-7c9f-4605-b1d8-3c5478e8b0d4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Mar 14 18:59:34.969106 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b1a1-f43a-45d8-955c-c6393f1e68e0 req-7799a3bd-dec6-4cd0-986a-3827988e885a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:34.970794 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-eda0b1a1-f43a-45d8-955c-c6393f1e68e0 req-7799a3bd-dec6-4cd0-986a-3827988e885a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 946 time: 0.0631928 Mar 14 18:59:35.027602 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-eda0b1a1-f43a-45d8-955c-c6393f1e68e0 req-a72852a8-cb80-436f-9372-df3d93b2b22d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464301 Mar 14 18:59:35.185574 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6126c-a2ef-43f4-b85a-ffd578321e55 req-a4191cef-9fea-4d5e-8296-f37b5afac865 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:35.187788 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10e6126c-a2ef-43f4-b85a-ffd578321e55 req-a4191cef-9fea-4d5e-8296-f37b5afac865 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 944 time: 0.0570381 Mar 14 18:59:35.238970 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10e6126c-a2ef-43f4-b85a-ffd578321e55 req-d831720d-9f90-43b0-a730-b553190a46aa tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Mar 14 18:59:35.566275 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4987-1e9f-466a-b355-8af16556eacc req-aefca8c0-528c-4629-818d-06c1e684bd19 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:35.567913 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-90af4987-1e9f-466a-b355-8af16556eacc req-aefca8c0-528c-4629-818d-06c1e684bd19 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0716531 Mar 14 18:59:35.635747 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-90af4987-1e9f-466a-b355-8af16556eacc req-07ea25e3-f34b-449c-8275-a7259f75f606 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507970 Mar 14 18:59:35.719734 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device a529d5ba-660f-433b-88f2-ec6e365ecfe4 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:35.722444 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:36.037678 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: ACTIVE; New status is: DOWN {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:36.038161 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.060205 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port a529d5ba-660f-433b-88f2-ec6e365ecfe4, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a529d5ba-660f-433b-88f2-ec6e365ecfe4,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:36.080603 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4', 'network_id': 'e6e9b5ad-5b52-4885-a056-17d2365d4a23', 'port_id': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4', 'mac_address': 'fa:16:3e:ca:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31003f5d-a47e-4059-bcd7-196dfb173538', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:36.086289 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:36.088626 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9a95e2-9c55-4468-9865-09ce3eb62999" -d '{"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:36.106243 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:36.128483 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.130726 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0bb4ee-415e-4a47-bcb8-e04ef3b7d317 x-openstack-request-id: req-fe0bb4ee-415e-4a47-bcb8-e04ef3b7d317 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:36.131036 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:36.131358 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe0bb4ee-415e-4a47-bcb8-e04ef3b7d317 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:36.131751 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'code': 200} Mar 14 18:59:36.176815 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port a529d5ba-660f-433b-88f2-ec6e365ecfe4 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:36.177207 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.207069 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a529d5ba-660f-433b-88f2-ec6e365ecfe4 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:36.212697 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=8']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:36.228993 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56cea9-43de-4be1-ab2b-8bfd1720ca85 req-de86d92d-ba5a-4d18-b40a-af958dea27c9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:36.231490 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3d56cea9-43de-4be1-ab2b-8bfd1720ca85 req-de86d92d-ba5a-4d18-b40a-af958dea27c9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0679393 Mar 14 18:59:36.232342 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port a529d5ba-660f-433b-88f2-ec6e365ecfe4, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a529d5ba-660f-433b-88f2-ec6e365ecfe4,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:36.238820 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:36.310334 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3d56cea9-43de-4be1-ab2b-8bfd1720ca85 req-0e1fe030-19e8-48d4-8580-f5dfcb1bcf58 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653682 Mar 14 18:59:36.312905 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=a529d5ba-660f-433b-88f2-ec6e365ecfe4,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:36.387297 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3449d-39eb-4db9-9d4c-3d70574fdcb5 req-eb90ca62-0449-4504-9ec1-e6de12ee5616 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:36.389511 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9ff3449d-39eb-4db9-9d4c-3d70574fdcb5 req-eb90ca62-0449-4504-9ec1-e6de12ee5616 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 945 time: 0.0589421 Mar 14 18:59:36.459389 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9ff3449d-39eb-4db9-9d4c-3d70574fdcb5 req-2164a902-a741-4e14-99d1-b5220b9a49bb tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Mar 14 18:59:36.624176 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['a529d5ba-660f-433b-88f2-ec6e365ecfe4'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:36.833924 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ff886-1530-4c52-861d-98053b8f3633 req-05cd09ac-a8c6-4719-a66b-0c5fa2ae921f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:36.836413 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-db5ff886-1530-4c52-861d-98053b8f3633 req-05cd09ac-a8c6-4719-a66b-0c5fa2ae921f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1003656 Mar 14 18:59:36.896199 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-db5ff886-1530-4c52-861d-98053b8f3633 req-c75286c1-5f58-4ad6-99c1-c0a994c3c077 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540190 Mar 14 18:59:37.465067 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f5ea-743a-4b0f-b122-df56e0b89ad8 req-6c7ae20d-de31-41ec-81bf-a7a7321f3fa9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:37.466765 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ebd9f5ea-743a-4b0f-b122-df56e0b89ad8 req-6c7ae20d-de31-41ec-81bf-a7a7321f3fa9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0641153 Mar 14 18:59:37.522778 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ebd9f5ea-743a-4b0f-b122-df56e0b89ad8 req-451a9af8-4593-40bd-8b2c-d83137390724 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495462 Mar 14 18:59:37.622645 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32a94a-df71-4012-b75b-937e092b5d7d req-07953e0f-d417-4f2a-bcaf-4ae3aa330bcd tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:37.624470 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6d32a94a-df71-4012-b75b-937e092b5d7d req-07953e0f-d417-4f2a-bcaf-4ae3aa330bcd tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 945 time: 0.0709968 Mar 14 18:59:37.696649 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6d32a94a-df71-4012-b75b-937e092b5d7d req-639031c6-df85-4647-b320-bb2e4d20df5b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662756 Mar 14 18:59:37.738355 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device a529d5ba-660f-433b-88f2-ec6e365ecfe4 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:37.795755 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port a529d5ba-660f-433b-88f2-ec6e365ecfe4 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 18:59:37.800587 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port a529d5ba-660f-433b-88f2-ec6e365ecfe4 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:37.801024 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:37.891581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port a529d5ba-660f-433b-88f2-ec6e365ecfe4 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:37.892083 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:37.934125 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port a529d5ba-660f-433b-88f2-ec6e365ecfe4, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a529d5ba-660f-433b-88f2-ec6e365ecfe4,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:37.940782 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:37.941573 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:38.032790 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=a529d5ba-660f-433b-88f2-ec6e365ecfe4,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:38.043554 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.043901 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.044242 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.044597 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.045451 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.046029 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.046348 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.046729 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.047118 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.047448 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.047774 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.048099 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.048418 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.049637 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.050140 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 18:59:38.077089 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0933c-5351-4cde-95a7-52a5ec0fb8eb req-8b1de1ac-d100-4cb3-92ef-9dd4cb14db5c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.079459 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-19e0933c-5351-4cde-95a7-52a5ec0fb8eb req-8b1de1ac-d100-4cb3-92ef-9dd4cb14db5c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0915852 Mar 14 18:59:38.101711 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: DOWN; New status is: DOWN {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:38.133277 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:38.137156 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e9fdcd-04a8-4278-bd40-8054a8680fd4" -d '{"events": [{"server_uuid": "9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987", "name": "network-vif-plugged", "status": "completed", "tag": "a529d5ba-660f-433b-88f2-ec6e365ecfe4"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:38.140464 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-19e0933c-5351-4cde-95a7-52a5ec0fb8eb req-aa1e89b4-fc9b-4524-88f1-0aff0ed4a6cf tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520341 Mar 14 18:59:38.168430 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [req-1a8a7a03-dd25-4acf-8910-254e203d023b req-ccb23717-4467-49b1-8e55-8ff75b848a12 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:59:38.169653 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1a8a7a03-dd25-4acf-8910-254e203d023b req-ccb23717-4467-49b1-8e55-8ff75b848a12 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091577 Mar 14 18:59:38.189164 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bca21d-2249-47c5-ad68-3dfe3d2cfe13 x-openstack-request-id: req-29bca21d-2249-47c5-ad68-3dfe3d2cfe13 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:38.189830 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987", "name": "network-vif-plugged", "status": "completed", "tag": "a529d5ba-660f-433b-88f2-ec6e365ecfe4", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:38.190219 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29bca21d-2249-47c5-ad68-3dfe3d2cfe13 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:38.190709 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4', 'code': 200} Mar 14 18:59:38.422182 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1eceac-88bd-4a6f-967d-1d6b461f76c8 req-bfbd56c0-7344-457a-affe-150c0b3850ee tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.425381 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fd1eceac-88bd-4a6f-967d-1d6b461f76c8 req-bfbd56c0-7344-457a-affe-150c0b3850ee tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0793073 Mar 14 18:59:38.457731 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ed3f-059d-41fb-8b26-1ba79e3c9e48 req-e68efccf-ed36-49fd-8204-661a20962b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.461092 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ea46ed3f-059d-41fb-8b26-1ba79e3c9e48 req-e68efccf-ed36-49fd-8204-661a20962b7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 1130 time: 0.0828040 Mar 14 18:59:38.514476 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fd1eceac-88bd-4a6f-967d-1d6b461f76c8 req-cd29822e-cbf3-4ab6-82a2-f8b2ee220fd5 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791686 Mar 14 18:59:38.543309 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ea46ed3f-059d-41fb-8b26-1ba79e3c9e48 req-83e0b993-aac1-4122-8e2c-032477797b20 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710216 Mar 14 18:59:38.838401 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48057923-901b-46f8-bf9c-624b2b1dc11f req-822223da-131b-4400-b9fb-276a75de8383 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:38.839976 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-48057923-901b-46f8-bf9c-624b2b1dc11f req-822223da-131b-4400-b9fb-276a75de8383 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.0611286 Mar 14 18:59:38.843088 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50086) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:38.913560 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-48057923-901b-46f8-bf9c-624b2b1dc11f req-b7b3eb96-2a3f-4a62-b489-7ef2dee3c9bc tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631168 Mar 14 18:59:38.949374 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-03c37c6f-bea9-46c8-9c46-c73fcc32606d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045387 Mar 14 18:59:38.959011 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-7a36c697-da1e-49d9-85be-bd6e083a79c8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 18:59:38.960121 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-7a36c697-da1e-49d9-85be-bd6e083a79c8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054870 Mar 14 18:59:39.048046 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50094) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:39.152175 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c609-24db-480d-8b71-452872910726 req-d37fe643-adcb-4780-bdaf-03292b1e7f0c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.153699 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-d37fe643-adcb-4780-bdaf-03292b1e7f0c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports/9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 941 time: 0.1045389 Mar 14 18:59:39.278868 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf91794-7f4e-4a1c-b42f-bb5803117765 req-fdeab71b-8b72-4869-be1d-b8f36ce443dd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.281153 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-adf91794-7f4e-4a1c-b42f-bb5803117765 req-fdeab71b-8b72-4869-be1d-b8f36ce443dd tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0607102 Mar 14 18:59:39.340003 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-adf91794-7f4e-4a1c-b42f-bb5803117765 req-b22db834-a19f-4308-96de-eb15607ee54f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Mar 14 18:59:39.691387 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63079-0771-42be-b4d8-03b0e48ca948 req-1c94047c-9174-4f0d-a7b6-14991a5263ca tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:39.692745 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e5c63079-0771-42be-b4d8-03b0e48ca948 req-1c94047c-9174-4f0d-a7b6-14991a5263ca tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0883605 Mar 14 18:59:39.755650 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e5c63079-0771-42be-b4d8-03b0e48ca948 req-3a9375f5-d02c-432e-b2a6-c882c98525ea tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520036 Mar 14 18:59:40.061542 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795481-8331-4073-b291-15a8ffb270b3 req-0fbe0704-4533-48be-9280-f511bc6acc86 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:40.062682 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8d795481-8331-4073-b291-15a8ffb270b3 req-0fbe0704-4533-48be-9280-f511bc6acc86 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.0646191 Mar 14 18:59:40.118198 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8d795481-8331-4073-b291-15a8ffb270b3 req-9a26c75d-4069-4ab5-88a6-98806f3c706f tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496709 Mar 14 18:59:40.334807 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-16134c32-035c-466b-955b-744466701424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:40.493246 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af467dfa-fe19-4bad-a748-e44d8dca883b req-d32d3f76-3d9e-4990-9952-e23b48903dd4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:40.494905 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-af467dfa-fe19-4bad-a748-e44d8dca883b req-d32d3f76-3d9e-4990-9952-e23b48903dd4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Mar 14 18:59:40.551920 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-af467dfa-fe19-4bad-a748-e44d8dca883b req-cea77d3c-817f-42e1-9943-9c39833b74b1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466170 Mar 14 18:59:40.891715 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcb5d9-ef81-4298-9bc3-ea2db4ff315a req-34d00e23-4e17-4b67-ba2d-7b61518aef10 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:40.893306 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2bdcb5d9-ef81-4298-9bc3-ea2db4ff315a req-34d00e23-4e17-4b67-ba2d-7b61518aef10 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0559313 Mar 14 18:59:40.963998 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2bdcb5d9-ef81-4298-9bc3-ea2db4ff315a req-8d58cd0d-efd3-47d3-9cd6-acf7a7ad09d0 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631437 Mar 14 18:59:41.029666 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c609-24db-480d-8b71-452872910726 req-53321b74-53fd-45bd-afa4-e749d7c2168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.031243 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-53321b74-53fd-45bd-afa4-e749d7c2168e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9&tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 1128 time: 0.1019692 Mar 14 18:59:41.116494 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c609-24db-480d-8b71-452872910726 req-e1779148-096a-48ee-89ba-6e4303550832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.117979 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-e1779148-096a-48ee-89ba-6e4303550832 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1128 time: 0.0493684 Mar 14 18:59:41.228078 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c609-24db-480d-8b71-452872910726 req-7db0fb0a-8e53-4dde-b2bd-28bc0e61d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.229588 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-7db0fb0a-8e53-4dde-b2bd-28bc0e61d941 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.1003790 Mar 14 18:59:41.252591 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd52b6-f18c-4565-94c1-cea00019aa14 req-6bc237e5-e810-4226-ba3a-9798c557d3ae tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.254648 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-46cd52b6-f18c-4565-94c1-cea00019aa14 req-6bc237e5-e810-4226-ba3a-9798c557d3ae tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.0618596 Mar 14 18:59:41.314902 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-46cd52b6-f18c-4565-94c1-cea00019aa14 req-44bb0939-6f9b-4cdb-8c09-bf8a2c3a4959 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Mar 14 18:59:41.563985 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-2477c2a7-4c08-48d6-b545-809d76472b37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 999 time: 0.3229897 Mar 14 18:59:41.666446 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c609-24db-480d-8b71-452872910726 req-9dba6830-3ddb-4dd3-9a4b-12156134f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.669123 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-9dba6830-3ddb-4dd3-9a4b-12156134f44b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0809100 Mar 14 18:59:41.754968 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa81bf-e37f-460c-ab31-c5b1ca575a4e req-d4d35d5a-e6fe-4e1b-b805-44112862897b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.756632 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88fa81bf-e37f-460c-ab31-c5b1ca575a4e req-d4d35d5a-e6fe-4e1b-b805-44112862897b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0946436 Mar 14 18:59:41.764128 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c609-24db-480d-8b71-452872910726 req-3a2a4229-5e88-48dd-b0b9-1cc03ff94e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:41.765754 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-3a2a4229-5e88-48dd-b0b9-1cc03ff94e79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0857852 Mar 14 18:59:41.833447 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88fa81bf-e37f-460c-ab31-c5b1ca575a4e req-0550bdd9-27cb-4fb9-b854-413971b2ee62 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629292 Mar 14 18:59:41.906523 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-6561d792-0639-4329-b0e4-55848a45ff08 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270113 Mar 14 18:59:42.055270 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-8ab0c609-24db-480d-8b71-452872910726 req-3a423da3-d70e-46df-b62a-0f82c4f99d86 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418536 Mar 14 18:59:42.171337 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af3618-63fc-4de0-985e-d109be1c7811 req-46e6d1e8-1890-4984-ad76-804dca5a2a1c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:42.172957 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-22af3618-63fc-4de0-985e-d109be1c7811 req-46e6d1e8-1890-4984-ad76-804dca5a2a1c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0761647 Mar 14 18:59:42.231977 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-22af3618-63fc-4de0-985e-d109be1c7811 req-aefc8d08-6dc6-4b0b-94b5-3fefbc73aa2b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485814 Mar 14 18:59:42.910067 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-89e3a0f1-03db-484f-b300-85702939a2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:43.090981 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748a0ec-df8d-4127-8b2f-7743940b1d6a req-479b6400-54f4-4c56-90f2-377d275419e5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.099990 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8748a0ec-df8d-4127-8b2f-7743940b1d6a req-479b6400-54f4-4c56-90f2-377d275419e5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0914857 Mar 14 18:59:43.170534 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8748a0ec-df8d-4127-8b2f-7743940b1d6a req-a9c62828-a466-4439-a0af-0ff2cd8ce5a5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673401 Mar 14 18:59:43.421664 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ced8-e404-4446-84b5-99a419b704bf req-b4d52599-5831-43bd-a349-ba8147db714c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:43.426838 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2881ced8-e404-4446-84b5-99a419b704bf req-b4d52599-5831-43bd-a349-ba8147db714c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.1096029 Mar 14 18:59:43.865932 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2881ced8-e404-4446-84b5-99a419b704bf req-cc435a69-028c-4c9a-ac88-8763d67eded5 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320068 Mar 14 18:59:44.317450 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:44.356024 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b7a43-6f7b-4335-976d-10222c91c80f req-4e956f78-ef6b-4b34-b25f-ad9ac1633aa7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:44.358859 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de8b7a43-6f7b-4335-976d-10222c91c80f req-4e956f78-ef6b-4b34-b25f-ad9ac1633aa7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0896018 Mar 14 18:59:44.418521 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de8b7a43-6f7b-4335-976d-10222c91c80f req-c9ffc60e-bbd0-4e64-8936-34fe6133d8b2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514033 Mar 14 18:59:45.081143 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eb2a2-9bed-4b29-b249-77eee09965af req-ce2aaed2-0c1b-441b-ac4b-4d2b3941fd9f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.086682 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-994eb2a2-9bed-4b29-b249-77eee09965af req-ce2aaed2-0c1b-441b-ac4b-4d2b3941fd9f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.1008089 Mar 14 18:59:45.190164 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-994eb2a2-9bed-4b29-b249-77eee09965af req-ead078a9-b4e0-4ad4-9b30-ad40f165f8a3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930734 Mar 14 18:59:45.598431 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0075fc-a942-4264-848d-4c160b76b342 req-927b745c-25b5-4af0-847c-a1da44cafd6a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:45.600595 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8a0075fc-a942-4264-848d-4c160b76b342 req-927b745c-25b5-4af0-847c-a1da44cafd6a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0700345 Mar 14 18:59:45.667443 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:45.680147 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8a0075fc-a942-4264-848d-4c160b76b342 req-b86fe5e3-cf0d-4af7-9f5d-2763ebfd880c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686142 Mar 14 18:59:46.374957 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7925-6a7e-40c6-94f7-d98d2a58a6d2 req-ca4f0cc4-4a18-495d-89da-479404a8e64e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:46.376563 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-71bb7925-6a7e-40c6-94f7-d98d2a58a6d2 req-ca4f0cc4-4a18-495d-89da-479404a8e64e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0687101 Mar 14 18:59:46.438804 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-71bb7925-6a7e-40c6-94f7-d98d2a58a6d2 req-32651be5-d3c3-4a4d-a413-6d40b66e318a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550487 Mar 14 18:59:46.697190 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:46.843051 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d5bb4-61f1-48e0-950a-fffc2c435f41 req-357d82f4-399c-495a-975a-90473d3b43ac tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:46.845429 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-139d5bb4-61f1-48e0-950a-fffc2c435f41 req-357d82f4-399c-495a-975a-90473d3b43ac tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0760014 Mar 14 18:59:46.929456 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-139d5bb4-61f1-48e0-950a-fffc2c435f41 req-0cfacba8-4128-42cb-a6a4-7b3869ebae4b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731258 Mar 14 18:59:47.678619 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b1fa-1800-410c-a110-45b9c44e557f req-b2059148-79df-4996-b431-052de0d5b9fb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:47.681042 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b262b1fa-1800-410c-a110-45b9c44e557f req-b2059148-79df-4996-b431-052de0d5b9fb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0935800 Mar 14 18:59:47.749271 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b262b1fa-1800-410c-a110-45b9c44e557f req-e47a207d-7675-473e-b9d4-32a4714bd12f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601530 Mar 14 18:59:48.069256 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:48.145776 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c05ea-068a-4d0e-93d6-e1d3c4f798ab req-a42b6d22-a3ab-4089-b24c-129d2949ec41 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:48.148341 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a77c05ea-068a-4d0e-93d6-e1d3c4f798ab req-a42b6d22-a3ab-4089-b24c-129d2949ec41 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1016037 Mar 14 18:59:48.223570 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a77c05ea-068a-4d0e-93d6-e1d3c4f798ab req-6f6dc8ea-64fd-4096-aa90-8237001420dc tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Mar 14 18:59:48.976070 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc8ef-0b4c-49ee-bee1-666fad0dc754 req-758726fb-a58e-4721-afaa-bfdb21e80b53 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:48.978793 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8dbdc8ef-0b4c-49ee-bee1-666fad0dc754 req-758726fb-a58e-4721-afaa-bfdb21e80b53 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0968130 Mar 14 18:59:49.063604 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8dbdc8ef-0b4c-49ee-bee1-666fad0dc754 req-a0c7b7ec-6898-4e5c-9cf9-c30270f433e5 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768168 Mar 14 18:59:49.436760 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d139b-1909-4983-9388-60a996da859e req-aa4f3cc1-b9e3-4404-9888-ff70c029870d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:49.439374 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4b3d139b-1909-4983-9388-60a996da859e req-aa4f3cc1-b9e3-4404-9888-ff70c029870d tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1039462 Mar 14 18:59:49.555655 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4b3d139b-1909-4983-9388-60a996da859e req-112f3240-a915-4e2f-8248-ad135a17aa25 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044748 Mar 14 18:59:50.329119 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064eb0-a34b-4539-9366-4ec8b1ab8db8 req-b3e6bf28-459e-4599-a3c2-3903aa9ab868 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:50.341765 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d1064eb0-a34b-4539-9366-4ec8b1ab8db8 req-b3e6bf28-459e-4599-a3c2-3903aa9ab868 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.1464145 Mar 14 18:59:50.447432 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d1064eb0-a34b-4539-9366-4ec8b1ab8db8 req-3a822b54-62ff-497f-a411-1f7652b9abfd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038203 Mar 14 18:59:50.845141 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aa17c-3aed-49a6-a3e7-42b7ef4b3698 req-44385c53-0f20-411b-b451-800d951ad5e0 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:50.852845 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-405aa17c-3aed-49a6-a3e7-42b7ef4b3698 req-44385c53-0f20-411b-b451-800d951ad5e0 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1114452 Mar 14 18:59:50.868596 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b47fa-15b3-4f0e-98d4-452da24db513 req-77fd6075-d470-48d3-9059-a8f268a772c7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:50.870223 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ef0b47fa-15b3-4f0e-98d4-452da24db513 req-77fd6075-d470-48d3-9059-a8f268a772c7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.1651616 Mar 14 18:59:50.956101 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-405aa17c-3aed-49a6-a3e7-42b7ef4b3698 req-c0ec90cd-afb0-4692-99e8-690e1cc1aa2f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020246 Mar 14 18:59:51.018914 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ef0b47fa-15b3-4f0e-98d4-452da24db513 req-f2d160a1-7435-4397-b3b4-0b0000aaf5bd tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262097 Mar 14 18:59:51.676529 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ecf0-fccf-4c10-86c7-5290a130e80e req-66fab8d2-bf4b-40a9-896c-643b46e9afdd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:51.679586 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ca17ecf0-fccf-4c10-86c7-5290a130e80e req-66fab8d2-bf4b-40a9-896c-643b46e9afdd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0993040 Mar 14 18:59:51.781383 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ca17ecf0-fccf-4c10-86c7-5290a130e80e req-537fc333-5b47-485e-80d8-29fe6b8ee3ca tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871854 Mar 14 18:59:52.157590 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd00a5-dada-4204-b87c-1665f482d2b6 req-b6c2465d-cea4-4ca2-8599-cb986e19945e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:52.159301 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c4bd00a5-dada-4204-b87c-1665f482d2b6 req-b6c2465d-cea4-4ca2-8599-cb986e19945e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1011574 Mar 14 18:59:52.264324 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1c2c-5a0e-4ea7-8696-c6b3cdf066f5 req-c35bfb19-b2af-4f15-a302-9dafdc80f3eb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:52.265998 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-337a1c2c-5a0e-4ea7-8696-c6b3cdf066f5 req-c35bfb19-b2af-4f15-a302-9dafdc80f3eb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.1339788 Mar 14 18:59:52.269196 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c4bd00a5-dada-4204-b87c-1665f482d2b6 req-ca797c27-b624-4416-a5a5-ebe0a04a78f4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758133 Mar 14 18:59:52.339014 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-337a1c2c-5a0e-4ea7-8696-c6b3cdf066f5 req-2621a266-ce6d-4c32-b4d6-bc93430b33c8 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628982 Mar 14 18:59:52.932115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98239555-dff7-430d-ad13-8e6bcad71e82 req-752a4ce9-5dc9-43c9-8100-3ac7b7ed5733 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:52.933738 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-98239555-dff7-430d-ad13-8e6bcad71e82 req-752a4ce9-5dc9-43c9-8100-3ac7b7ed5733 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0609982 Mar 14 18:59:52.993188 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-98239555-dff7-430d-ad13-8e6bcad71e82 req-86ba088f-a957-4765-8b8b-d52a17201216 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526688 Mar 14 18:59:53.447512 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd523c7-d227-48b9-9ce6-778007620fed req-11c2351b-0da5-4d54-8687-6cee1570a06c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.449717 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7bd523c7-d227-48b9-9ce6-778007620fed req-11c2351b-0da5-4d54-8687-6cee1570a06c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1016562 Mar 14 18:59:53.572276 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7bd523c7-d227-48b9-9ce6-778007620fed req-c27b1b74-1a9e-4c9a-a2ef-ac26ad3d8fc3 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147237 Mar 14 18:59:53.585594 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3351717-6a30-406f-a860-5e79285d03c6 req-f285908b-7389-453d-9649-35fc6bb121bd tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:53.588217 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e3351717-6a30-406f-a860-5e79285d03c6 req-f285908b-7389-453d-9649-35fc6bb121bd tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.1681397 Mar 14 18:59:53.657265 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e3351717-6a30-406f-a860-5e79285d03c6 req-ec7dd1b6-de9d-47a0-8d98-6a0a8239411a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585349 Mar 14 18:59:54.179580 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc402-a760-4dbf-892e-6baa26b5ace7 req-2d1b97f4-6238-4631-90b2-d62ec63c29fa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:54.182909 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-056cc402-a760-4dbf-892e-6baa26b5ace7 req-2d1b97f4-6238-4631-90b2-d62ec63c29fa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0926979 Mar 14 18:59:54.293590 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-056cc402-a760-4dbf-892e-6baa26b5ace7 req-7b6c87cb-7893-4418-8b9a-096018763f16 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983093 Mar 14 18:59:54.456273 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32855d38-5c56-4644-9878-47b6df0b9023 req-edb8779a-ab14-4ba2-933d-a51722ae94db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:54.458672 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-32855d38-5c56-4644-9878-47b6df0b9023 req-edb8779a-ab14-4ba2-933d-a51722ae94db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.0757713 Mar 14 18:59:54.532708 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-32855d38-5c56-4644-9878-47b6df0b9023 req-0508eab1-82bf-4042-bbeb-78560c6e69ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645199 Mar 14 18:59:54.740976 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e869a-cc7b-452e-89d9-92dcf7871dd9 req-9a9b3d6d-5e88-4ef7-800a-061d80d7ee1b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:54.744147 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dc2e869a-cc7b-452e-89d9-92dcf7871dd9 req-9a9b3d6d-5e88-4ef7-800a-061d80d7ee1b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0859957 Mar 14 18:59:54.865302 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dc2e869a-cc7b-452e-89d9-92dcf7871dd9 req-d37566b0-8479-4fcc-830a-6ce8aadec5f8 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121767 Mar 14 18:59:54.870945 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-e2723fb3-5807-478e-8e70-a4977472cd9d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:54.875473 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-e2723fb3-5807-478e-8e70-a4977472cd9d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.1012547 Mar 14 18:59:54.890488 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45681-994f-45c9-a6a7-b7c43cc5e6fe req-c5cec036-48b8-4708-97e9-8f5dc04b6238 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:54.895805 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-90b45681-994f-45c9-a6a7-b7c43cc5e6fe req-c5cec036-48b8-4708-97e9-8f5dc04b6238 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 946 time: 0.1399493 Mar 14 18:59:54.993392 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-90b45681-994f-45c9-a6a7-b7c43cc5e6fe req-9efdcf28-f3aa-40f1-a3fd-85b53c9b0f1e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=382e1443-b94e-4b87-84df-07f300e1bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914676 Mar 14 18:59:55.046374 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port 68df2045-c353-42bc-9c60-468d60beec72 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:55.046773 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (68df2045-c353-42bc-9c60-468d60beec72), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.200026 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] For port 68df2045-c353-42bc-9c60-468d60beec72, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=68df2045-c353-42bc-9c60-468d60beec72,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:55.200943 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (68df2045-c353-42bc-9c60-468d60beec72), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.473087 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2729-1ed1-43b9-a7e7-04319ee0a3df req-1d12c853-fc75-4377-911b-b36bb30bf37d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:55.474937 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f7fe2729-1ed1-43b9-a7e7-04319ee0a3df req-1d12c853-fc75-4377-911b-b36bb30bf37d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 944 time: 0.0842707 Mar 14 18:59:55.544926 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f7fe2729-1ed1-43b9-a7e7-04319ee0a3df req-6c85ca37-81b4-478a-aaac-855c0fed7209 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578368 Mar 14 18:59:55.552547 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.553600 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (4251cf6b-fe86-4ab1-a3fb-924cb92a5d14), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.553767 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP 4251cf6b-fe86-4ab1-a3fb-924cb92a5d14 disassociated. External IP: 172.28.0.173, port: 68df2045-c353-42bc-9c60-468d60beec72. Mar 14 18:59:55.554263 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for 68df2045-c353-42bc-9c60-468d60beec72 owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:55.771034 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (68df2045-c353-42bc-9c60-468d60beec72), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:55.785201 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 18:59:55.803560 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=68df2045-c353-42bc-9c60-468d60beec72,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:55.912011 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:55.927651 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'port_id': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'mac_address': 'fa:16:3e:bd:d5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 18:59:55.963964 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 18:59:55.982794 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:55.983825 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:56.002864 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7de98f-e348-4f91-abb2-2063f32de56b {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 18:59:56.039866 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:56.060926 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:56.138227 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=9']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:56.234403 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 18:59:56.239081 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6cc2667b-342d-4c1a-b714-34c59489e6ec req-5d7d21be-478f-4e22-aab3-b2a120c65499 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f480313-3418-4cbe-921d-ca6a2f9875f7 HTTP/1.1" status: 200 len: 210 time: 0.1179559 Mar 14 18:59:56.257873 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 18:59:56.284021 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:56.286492 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:59:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:56.287352 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f74e99-1c6d-4c4e-95ed-a25481ed4f59 req-7152ee61-7338-4c48-8d46-f6e827535d95 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:56.290443 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-69f74e99-1c6d-4c4e-95ed-a25481ed4f59 req-7152ee61-7338-4c48-8d46-f6e827535d95 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.2430983 Mar 14 18:59:56.313627 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] No DVR routers for this DVR port 68df2045-c353-42bc-9c60-468d60beec72 on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 18:59:56.317490 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:56.321677 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-4ea7dd42-8003-4e93-97c2-ab5def22cd44 req-a6aad830-e6b9-473d-a537-c7c7ccfcd4e0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "DELETE /v2.0/ports/68df2045-c353-42bc-9c60-468d60beec72 HTTP/1.1" status: 204 len: 173 time: 1.4355721 Mar 14 18:59:56.322575 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'name': 'network-vif-deleted', 'tag': '68df2045-c353-42bc-9c60-468d60beec72'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:56.325271 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e464c721-1d6e-43fd-aef1-31c483450d63" -d '{"events": [{"server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "name": "network-vif-deleted", "tag": "68df2045-c353-42bc-9c60-468d60beec72"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:56.373506 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-69f74e99-1c6d-4c4e-95ed-a25481ed4f59 req-590e7ee9-df90-4864-996c-74e38a56a2ac tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768943 Mar 14 18:59:56.410235 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fc42b3-cac3-44c1-b6d2-b38d2f6f3738 x-openstack-request-id: req-b7fc42b3-cac3-44c1-b6d2-b38d2f6f3738 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:56.411428 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f480313-3418-4cbe-921d-ca6a2f9875f7", "name": "network-vif-deleted", "tag": "68df2045-c353-42bc-9c60-468d60beec72", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:56.411904 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7fc42b3-cac3-44c1-b6d2-b38d2f6f3738 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:56.412833 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f480313-3418-4cbe-921d-ca6a2f9875f7', 'name': 'network-vif-deleted', 'tag': '68df2045-c353-42bc-9c60-468d60beec72', 'status': 'completed', 'code': 200} Mar 14 18:59:56.457404 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['9e7de98f-e348-4f91-abb2-2063f32de56b'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 18:59:56.511634 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:56.760821 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231318-92e8-4a75-85ce-7b3917ad8740 req-ca12a6e7-250f-4e4d-9c16-6749ed1a72a3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:56.777300 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fd231318-92e8-4a75-85ce-7b3917ad8740 req-ca12a6e7-250f-4e4d-9c16-6749ed1a72a3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 945 time: 0.1207976 Mar 14 18:59:56.887085 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fd231318-92e8-4a75-85ce-7b3917ad8740 req-e6b23eef-4a7b-4475-a6a6-a246ca9b9df6 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073408 Mar 14 18:59:57.002289 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:38Z', 'revision_number': 2, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:57.034522 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc5934-f046-40e8-884b-432d3593ac58 req-bc4c9523-709c-4078-aee3-d6828e6f8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:57.036420 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-83cc5934-f046-40e8-884b-432d3593ac58 req-bc4c9523-709c-4078-aee3-d6828e6f8769 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 1129 time: 0.0805273 Mar 14 18:59:57.088065 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bd1ed-1eac-4600-b213-d80c222206ea req-b9a02edb-2aa0-45e8-9888-2e1f5a39794f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:57.092842 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e63bd1ed-1eac-4600-b213-d80c222206ea req-b9a02edb-2aa0-45e8-9888-2e1f5a39794f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1177766 Mar 14 18:59:57.176000 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e63bd1ed-1eac-4600-b213-d80c222206ea req-c11784f3-4b33-4892-ab12-33a6b7965504 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Mar 14 18:59:57.192489 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc5934-f046-40e8-884b-432d3593ac58 req-d3ee38bb-4166-4816-8287-9c85b05de6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:57.194204 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-83cc5934-f046-40e8-884b-432d3593ac58 req-d3ee38bb-4166-4816-8287-9c85b05de6c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 200 len: 920 time: 0.1385238 Mar 14 18:59:57.219698 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 18:59:57.231247 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 18:59:57.232050 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:59:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:57.250499 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-83cc5934-f046-40e8-884b-432d3593ac58 req-f9b3f2c8-576f-4aea-bd54-34be071c741a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 200 len: 217 time: 0.0472922 Mar 14 18:59:57.310697 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc5934-f046-40e8-884b-432d3593ac58 req-a18e6e65-56e2-41a5-ae99-8a61f720b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:57.312460 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-83cc5934-f046-40e8-884b-432d3593ac58 req-a18e6e65-56e2-41a5-ae99-8a61f720b090 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 200 len: 859 time: 0.0558496 Mar 14 18:59:57.383064 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50284) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:57.416023 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-83cc5934-f046-40e8-884b-432d3593ac58 req-c0fd5b2d-c1b0-4837-be19-82545f0e6193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6812997a-7703-4b8e-9fa6-43bfd594cf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832641 Mar 14 18:59:57.433633 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 18:59:57.521689 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a20d3fd5-a36f-41d9-a8c9-b9d5a839557f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (382e1443-b94e-4b87-84df-07f300e1bbdc), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:57.569171 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a20d3fd5-a36f-41d9-a8c9-b9d5a839557f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (382e1443-b94e-4b87-84df-07f300e1bbdc), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:57.597538 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-83cc5934-f046-40e8-884b-432d3593ac58 req-9a8c303f-fbe7-4ec4-942c-7bc140ad45ba service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684828 Mar 14 18:59:57.661328 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a20d3fd5-a36f-41d9-a8c9-b9d5a839557f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (382e1443-b94e-4b87-84df-07f300e1bbdc), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:57.678284 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a20d3fd5-a36f-41d9-a8c9-b9d5a839557f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:57.683499 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-a20d3fd5-a36f-41d9-a8c9-b9d5a839557f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/security-groups/382e1443-b94e-4b87-84df-07f300e1bbdc HTTP/1.1" status: 204 len: 168 time: 0.2958655 Mar 14 18:59:57.687534 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50288) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:57.730786 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.api.v2.resource [None req-2f305a7d-760c-4d2c-be42-b229754e4213 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] show failed (client error): The resource could not be found. Mar 14 18:59:57.732424 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2f305a7d-760c-4d2c-be42-b229754e4213 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups/382e1443-b94e-4b87-84df-07f300e1bbdc HTTP/1.1" status: 404 len: 347 time: 0.0361865 Mar 14 18:59:57.737582 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50290) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 18:59:57.745254 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d3fd5-a36f-41d9-a8c9-b9d5a839557f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382e1443-b94e-4b87-84df-07f300e1bbdc,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:57.792084 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-83cc5934-f046-40e8-884b-432d3593ac58 req-423ac984-b04e-47ed-b9e4-3aaab3df9d57 service neutron] 10.222.0.21 "GET /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840358 Mar 14 18:59:57.799224 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 18:59:57.799812 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:38Z', 'revision_number': 2, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 18:59:57.865971 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66dd81-ad64-4027-b83f-584e93583fdd None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'a15ab4a5-4aa8-439f-8dbe-a217108a668e', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:93:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90193727-6fd2-444f-88a3-077f7dd678f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T18:56:58Z', 'updated_at': '2022-03-14T18:57:38Z', 'revision_number': 2, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 18:59:57.916689 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 9e7de98f-e348-4f91-abb2-2063f32de56b triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 18:59:57.917077 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:57.975425 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port d4ca7483-e676-4e83-a1c8-ea975b6dc2ef {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 18:59:57.976345 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.085776 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 9e7de98f-e348-4f91-abb2-2063f32de56b is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 18:59:58.086254 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.114068 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.114625 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.124010 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 18:59:58.126733 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7eb24c-9929-4d98-a162-f0647ada1dc4" -d '{"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 18:59:58.135366 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for d4ca7483-e676-4e83-a1c8-ea975b6dc2ef owned by network:floatingip {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 18:59:58.148768 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 18:59:58.156707 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.159388 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 68df2045-c353-42bc-9c60-468d60beec72 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 18:59:58.165949 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6d78f-cb1f-42a0-8d45-dcbcc37c4d5d req-c76e6de2-c5fe-4297-b15e-cef474dea9fd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:58.173898 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a0d6d78f-cb1f-42a0-8d45-dcbcc37c4d5d req-c76e6de2-c5fe-4297-b15e-cef474dea9fd tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 945 time: 0.1148732 Mar 14 18:59:58.182438 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 68df2045-c353-42bc-9c60-468d60beec72 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 18:59:58.182777 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 68df2045-c353-42bc-9c60-468d60beec72 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 18:59:58.214278 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 18:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e1a83-f3eb-4720-8983-8a0e2dbfd81d x-openstack-request-id: req-6b3e1a83-f3eb-4720-8983-8a0e2dbfd81d {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 18:59:58.214642 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-plugged", "status": "completed", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 18:59:58.214926 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b3e1a83-f3eb-4720-8983-8a0e2dbfd81d {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 18:59:58.215531 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'code': 200} Mar 14 18:59:58.259696 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=10']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:58.296819 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a0d6d78f-cb1f-42a0-8d45-dcbcc37c4d5d req-e16dffc5-f393-4f25-8a54-89ec57478d1c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218104 Mar 14 18:59:58.402680 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83dd90-94f9-46a3-849b-39d583255b39 None None] New status for floating IP 4251cf6b-fe86-4ab1-a3fb-924cb92a5d14: DOWN {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:58.408615 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8079b8-f6fc-4dd4-b368-2cf4b9faa754 req-10665b18-389c-494f-b42a-931b5e38a441 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:58.410271 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ae8079b8-f6fc-4dd4-b368-2cf4b9faa754 req-10665b18-389c-494f-b42a-931b5e38a441 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1023476 Mar 14 18:59:58.470109 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (d4ca7483-e676-4e83-a1c8-ea975b6dc2ef), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.488891 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.db.api [None req-0b83dd90-94f9-46a3-849b-39d583255b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 18:59:58.489279 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG oslo_db.api [None req-0b83dd90-94f9-46a3-849b-39d583255b39 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 18:59:58.518562 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ae8079b8-f6fc-4dd4-b368-2cf4b9faa754 req-c18487d5-4ecb-4a4b-842f-1b53f53257be tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010573 Mar 14 18:59:58.519568 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=d4ca7483-e676-4e83-a1c8-ea975b6dc2ef,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 18:59:58.593691 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (4251cf6b-fe86-4ab1-a3fb-924cb92a5d14), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.596324 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 18:59:58.597566 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-62e45362-4391-4070-a7ad-d08cc2255105 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/floatingips/4251cf6b-fe86-4ab1-a3fb-924cb92a5d14 HTTP/1.1" status: 204 len: 168 time: 0.8589730 Mar 14 18:59:58.894482 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc1c48-545b-4a0c-bbb6-aabc163cdfd4 req-c5f0acaa-95ba-4e9d-91fd-73d54bb20a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:58.896928 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e2fc1c48-545b-4a0c-bbb6-aabc163cdfd4 req-c5f0acaa-95ba-4e9d-91fd-73d54bb20a6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1131 time: 0.0553894 Mar 14 18:59:58.956872 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-e2fc1c48-545b-4a0c-bbb6-aabc163cdfd4 req-957fc889-7a6d-47f1-ada3-84079735d758 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528622 Mar 14 18:59:58.991329 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83dd90-94f9-46a3-849b-39d583255b39 None None] New status for floating IP 4251cf6b-fe86-4ab1-a3fb-924cb92a5d14: DOWN {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 18:59:59.442877 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ba3d-2bd0-4718-9652-067a6f39d8ed req-7049473f-e38b-44bf-99c7-380d74adb0b2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:59.444597 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7997ba3d-2bd0-4718-9652-067a6f39d8ed req-7049473f-e38b-44bf-99c7-380d74adb0b2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 947 time: 0.0627615 Mar 14 18:59:59.505329 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7997ba3d-2bd0-4718-9652-067a6f39d8ed req-580575a8-c53c-4b17-b335-19e8fd593999 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543306 Mar 14 18:59:59.668067 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d462ddf-7cb5-4934-8470-1c9a784e2f4b req-e2da6316-7a7d-4eaa-b4af-2557a6c73c9c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 18:59:59.671278 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1d462ddf-7cb5-4934-8470-1c9a784e2f4b req-e2da6316-7a7d-4eaa-b4af-2557a6c73c9c tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0657361 Mar 14 18:59:59.743981 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1d462ddf-7cb5-4934-8470-1c9a784e2f4b req-ab21b2df-6c14-4275-8529-5b86aa888a90 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Mar 14 19:00:00.470622 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb58468-e14d-44b6-b4e3-fa9e418a5556 req-5fb2a8d9-d125-4381-866f-3460e7832289 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:00.472277 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1fb58468-e14d-44b6-b4e3-fa9e418a5556 req-5fb2a8d9-d125-4381-866f-3460e7832289 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.0631554 Mar 14 19:00:00.535726 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1fb58468-e14d-44b6-b4e3-fa9e418a5556 req-42a00b25-db18-44bd-9cc7-dc22eac9b7a4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546577 Mar 14 19:00:00.719904 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f789c2-5e3b-4d50-8bdd-838889fc0257 req-bef7980d-3ad1-42f8-b768-7237b8cadff4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:00.736966 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-59f789c2-5e3b-4d50-8bdd-838889fc0257 req-bef7980d-3ad1-42f8-b768-7237b8cadff4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 947 time: 0.1039350 Mar 14 19:00:00.797142 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-59f789c2-5e3b-4d50-8bdd-838889fc0257 req-d1e3480e-5fb5-408d-b0af-f1a4dd18f86c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666711 Mar 14 19:00:00.979046 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348da22a-0d8b-44a3-a63c-588f012cf7c4 req-7d6afe64-ffc2-413e-9c05-c21e332740a5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:00.982465 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-348da22a-0d8b-44a3-a63c-588f012cf7c4 req-7d6afe64-ffc2-413e-9c05-c21e332740a5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0880351 Mar 14 19:00:01.068324 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-348da22a-0d8b-44a3-a63c-588f012cf7c4 req-c0ee7769-c409-43b0-a55e-7fd3308fde9f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747654 Mar 14 19:00:01.692305 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfddff3-08dc-47f3-986b-cf11c39e44ea req-54595abe-78fc-4f9a-8569-3c9ba72d763e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:01.694143 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5cfddff3-08dc-47f3-986b-cf11c39e44ea req-54595abe-78fc-4f9a-8569-3c9ba72d763e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.0637960 Mar 14 19:00:01.772638 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5cfddff3-08dc-47f3-986b-cf11c39e44ea req-23e539ce-922d-4c2a-8e5b-a247ecddbba5 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723264 Mar 14 19:00:01.979794 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9fdb5-d52e-4f31-8985-b886546c58b6 req-10d6702d-92c5-487e-a011-bd8240d3ce34 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:01.982726 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c4a9fdb5-d52e-4f31-8985-b886546c58b6 req-10d6702d-92c5-487e-a011-bd8240d3ce34 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 947 time: 0.0989158 Mar 14 19:00:02.049357 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c4a9fdb5-d52e-4f31-8985-b886546c58b6 req-65edcd2e-92e2-4f25-9d92-35ddbaef670e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603211 Mar 14 19:00:02.946965 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a4236-995b-4fb5-af7c-7081be862dfb req-399279eb-3b68-4315-afef-884ebfd2499e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:02.948449 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-748a4236-995b-4fb5-af7c-7081be862dfb req-399279eb-3b68-4315-afef-884ebfd2499e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.0842047 Mar 14 19:00:03.001943 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-748a4236-995b-4fb5-af7c-7081be862dfb req-448257f1-4a4b-4c1c-bccb-382360104188 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=3010adf4-d065-46ae-b03f-e9535f02e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462074 Mar 14 19:00:03.107277 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-94a2f6f5-3420-4790-ba1d-77a458d8c21d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:03.109220 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-94a2f6f5-3420-4790-ba1d-77a458d8c21d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 946 time: 0.0705292 Mar 14 19:00:03.225900 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:03.226266 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:03.336561 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] For port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:03.336930 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:03.530009 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:03.530401 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (a15ab4a5-4aa8-439f-8dbe-a217108a668e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:03.530749 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP a15ab4a5-4aa8-439f-8dbe-a217108a668e disassociated. External IP: 172.28.0.145, port: 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b. Mar 14 19:00:03.531154 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:03.679028 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:03.711644 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:03.853301 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:00:04.008207 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:00:04.022982 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:04.038517 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:04.039430 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:59:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:04.057726 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] No DVR routers for this DVR port 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:04.061608 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:04.065942 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26d83eab-cad8-4a21-bbae-42614a4645f5 req-f2ca41aa-937d-41e3-8a27-2ca0e2dc0220 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "DELETE /v2.0/ports/1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b HTTP/1.1" status: 204 len: 173 time: 0.9464953 Mar 14 19:00:04.066806 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'name': 'network-vif-deleted', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:04.069604 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8945f8-57f4-468d-887b-87fea57f991d" -d '{"events": [{"server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "name": "network-vif-deleted", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:04.169810 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5db2b9-cf99-4cc4-9304-2f722b4081e9 x-openstack-request-id: req-aa5db2b9-cf99-4cc4-9304-2f722b4081e9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:04.170780 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90193727-6fd2-444f-88a3-077f7dd678f5", "name": "network-vif-deleted", "tag": "1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:04.170780 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa5db2b9-cf99-4cc4-9304-2f722b4081e9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:04.171155 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90193727-6fd2-444f-88a3-077f7dd678f5', 'name': 'network-vif-deleted', 'tag': '1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b', 'status': 'completed', 'code': 200} Mar 14 19:00:04.289293 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-013958de-e2f0-4375-bcef-59b5c4bf513a req-a53eb30c-a5cd-48fe-b256-f6bd77f8a33f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=90193727-6fd2-444f-88a3-077f7dd678f5 HTTP/1.1" status: 200 len: 210 time: 0.1129830 Mar 14 19:00:04.342130 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:04.657310 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:04.690134 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:04.703204 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:04.703872 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T18:59:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:04.864905 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:05.143291 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:05.179815 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa634b-2952-46e8-ad05-4f64f293263a None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:05.330947 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131c444-34f7-4f9e-936b-e75f6d0f2300 req-eb4e4733-b011-4b18-8427-b4a03e5a5d22 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:05.333595 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d131c444-34f7-4f9e-936b-e75f6d0f2300 req-eb4e4733-b011-4b18-8427-b4a03e5a5d22 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0718944 Mar 14 19:00:05.422082 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d131c444-34f7-4f9e-936b-e75f6d0f2300 req-69a2f5d4-cb44-4da6-97e0-7978bdd2a843 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820045 Mar 14 19:00:05.447560 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50438) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:05.519969 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6696110a-3448-4ef6-8f4f-afa211bd0ab0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (3010adf4-d065-46ae-b03f-e9535f02e5e0), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.523131 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12e169-62ed-43ea-afe4-26dd342fc46f None None] New status for floating IP a15ab4a5-4aa8-439f-8dbe-a217108a668e: DOWN {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:00:05.550985 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6696110a-3448-4ef6-8f4f-afa211bd0ab0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (3010adf4-d065-46ae-b03f-e9535f02e5e0), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.645322 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6696110a-3448-4ef6-8f4f-afa211bd0ab0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3010adf4-d065-46ae-b03f-e9535f02e5e0), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.650575 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6696110a-3448-4ef6-8f4f-afa211bd0ab0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.657514 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50440) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:05.658047 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6696110a-3448-4ef6-8f4f-afa211bd0ab0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/security-groups/3010adf4-d065-46ae-b03f-e9535f02e5e0 HTTP/1.1" status: 204 len: 168 time: 0.2086852 Mar 14 19:00:05.679773 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.api.v2.resource [None req-a7e02e77-fd51-400b-b065-58e97deaba6f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] show failed (client error): The resource could not be found. Mar 14 19:00:05.681658 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a7e02e77-fd51-400b-b065-58e97deaba6f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups/3010adf4-d065-46ae-b03f-e9535f02e5e0 HTTP/1.1" status: 404 len: 347 time: 0.0217383 Mar 14 19:00:05.687404 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50442) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:05.699270 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696110a-3448-4ef6-8f4f-afa211bd0ab0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010adf4-d065-46ae-b03f-e9535f02e5e0,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:05.836733 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:05.842481 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port 8aa98e23-e636-476b-99e3-1aa80e381db9 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:05.842831 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.864533 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:05.864969 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 1af7c4e8-2a2c-4080-bdd9-3abb4b8b924b not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:05.929288 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.929620 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (8aa98e23-e636-476b-99e3-1aa80e381db9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:05.944740 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for 8aa98e23-e636-476b-99e3-1aa80e381db9 owned by network:floatingip {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:06.101273 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (8aa98e23-e636-476b-99e3-1aa80e381db9), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.130167 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=8aa98e23-e636-476b-99e3-1aa80e381db9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:06.194936 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (a15ab4a5-4aa8-439f-8dbe-a217108a668e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.197554 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.198783 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-811b68b6-8772-4e99-b6b7-82be060dc29f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/floatingips/a15ab4a5-4aa8-439f-8dbe-a217108a668e HTTP/1.1" status: 204 len: 168 time: 0.5103166 Mar 14 19:00:06.546486 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50450) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:06.551826 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-8805de19-08ff-4ca5-a822-6c36a4f3138c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201030027', 'description': 'tempest-description--676910539'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:06.580227 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9d013-e0fa-4f37-b612-89a472090da0 req-09ff2b1e-5089-4afe-8531-8f44048d0e20 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:06.582455 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-13a9d013-e0fa-4f37-b612-89a472090da0 req-09ff2b1e-5089-4afe-8531-8f44048d0e20 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0770912 Mar 14 19:00:06.583590 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8805de19-08ff-4ca5-a822-6c36a4f3138c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.649626 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-13a9d013-e0fa-4f37-b612-89a472090da0 req-516f5df3-20ef-45ca-ba00-5bd0ce387110 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Mar 14 19:00:06.681490 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8805de19-08ff-4ca5-a822-6c36a4f3138c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (c62fe0e6-19dc-47db-a778-a7acb0537045), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.687213 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8805de19-08ff-4ca5-a822-6c36a4f3138c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c62fe0e6-19dc-47db-a778-a7acb0537045), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.727571 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8805de19-08ff-4ca5-a822-6c36a4f3138c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.728768 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-8805de19-08ff-4ca5-a822-6c36a4f3138c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1807935 Mar 14 19:00:06.729699 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805de19-08ff-4ca5-a822-6c36a4f3138c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62fe0e6-19dc-47db-a778-a7acb0537045,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:06.732806 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50452) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:06.737531 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-352885e9-df7b-458e-9836-c304adfffacb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': 'c62fe0e6-19dc-47db-a778-a7acb0537045', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:06.765110 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-352885e9-df7b-458e-9836-c304adfffacb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (e87d1efa-ae4e-4464-92db-b995b9cbed09), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.830043 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-352885e9-df7b-458e-9836-c304adfffacb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (e87d1efa-ae4e-4464-92db-b995b9cbed09), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.834353 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-352885e9-df7b-458e-9836-c304adfffacb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (e87d1efa-ae4e-4464-92db-b995b9cbed09), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.851586 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352885e9-df7b-458e-9836-c304adfffacb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87d1efa-ae4e-4464-92db-b995b9cbed09,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:06.864717 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-352885e9-df7b-458e-9836-c304adfffacb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.866020 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-352885e9-df7b-458e-9836-c304adfffacb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321292 Mar 14 19:00:06.868834 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50454) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:06.874185 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-515c4e6e-79dd-4dcf-b6f5-613a5ba8fd97 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': 'c62fe0e6-19dc-47db-a778-a7acb0537045', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:06.901820 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-515c4e6e-79dd-4dcf-b6f5-613a5ba8fd97 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (6b3e46cd-a5dc-4961-a771-ec0be11f93e2), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.967899 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-515c4e6e-79dd-4dcf-b6f5-613a5ba8fd97 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (6b3e46cd-a5dc-4961-a771-ec0be11f93e2), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.972043 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-515c4e6e-79dd-4dcf-b6f5-613a5ba8fd97 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (6b3e46cd-a5dc-4961-a771-ec0be11f93e2), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:06.992350 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c4e6e-79dd-4dcf-b6f5-613a5ba8fd97 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3e46cd-a5dc-4961-a771-ec0be11f93e2,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:06.999566 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-515c4e6e-79dd-4dcf-b6f5-613a5ba8fd97 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.000846 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-515c4e6e-79dd-4dcf-b6f5-613a5ba8fd97 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309738 Mar 14 19:00:07.004430 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50456) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:07.009171 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:07.032594 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.154849 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.288802 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.28.0.92 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/523fa716-a03d-44e5-8b7c-f64b8b4ea21a) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:07.421290 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.464489 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.512181 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:07.516624 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:07.521033 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:00:07.528338 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=523fa716-a03d-44e5-8b7c-f64b8b4ea21a,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:07.618330 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (95c7da0a-0076-4370-97a8-fab3ee20d26b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.660670 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.855787 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce7f6-992a-4659-98ee-a7421a281580 req-f284ae97-3b75-4c8b-8293-0204e2a15116 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:07.857993 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ca4ce7f6-992a-4659-98ee-a7421a281580 req-f284ae97-3b75-4c8b-8293-0204e2a15116 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.0939758 Mar 14 19:00:07.876549 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.884566 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:07.999569 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=523fa716-a03d-44e5-8b7c-f64b8b4ea21a,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:08.006922 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ca4ce7f6-992a-4659-98ee-a7421a281580 req-5ae388f6-e628-4fe6-b92c-138fa1e211a7 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355479 Mar 14 19:00:08.013302 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (95c7da0a-0076-4370-97a8-fab3ee20d26b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:08.037539 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:08.037539 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-74979e64-ca53-4ab8-93d4-88ceea22e291 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0278378 Mar 14 19:00:08.275170 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-cbcba12b-3d27-4faf-a52d-90f95746fbd9 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1201030027&fields=id&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 267 time: 0.0582352 Mar 14 19:00:08.452151 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-9301cc87-d120-430d-8696-bcbcaefd2e3d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:08.454801 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-9301cc87-d120-430d-8696-bcbcaefd2e3d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 0.1719291 Mar 14 19:00:08.476181 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-f8445d79-5d32-4143-b6ef-c248407275d6 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/quotas/c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 375 time: 0.0114768 Mar 14 19:00:08.570221 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-f96ebb7a-7589-4ce5-8551-c0077c3716f5 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827610 Mar 14 19:00:08.585067 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-0889ab97-6460-4e4c-a2a7-caf4431a58fa tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:08.586738 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-0889ab97-6460-4e4c-a2a7-caf4431a58fa tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 946 time: 0.3013911 Mar 14 19:00:08.675121 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:00:08.711544 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-8a4cd574-f41c-4b44-9c25-f6a567f1f72a service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159253 Mar 14 19:00:08.729650 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Deleting port c20464bf-e302-4abf-8243-3aad6c5d9467 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:08.730089 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:08.832147 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-ef49ec75-503d-478b-b786-25158476a52a service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118259 Mar 14 19:00:08.843331 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] For port c20464bf-e302-4abf-8243-3aad6c5d9467, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=c20464bf-e302-4abf-8243-3aad6c5d9467,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:08.843743 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:08.859300 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Calling delete_port for c20464bf-e302-4abf-8243-3aad6c5d9467 owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:09.067036 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (c20464bf-e302-4abf-8243-3aad6c5d9467), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:09.085109 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['d4a6c70d-934c-4c21-960e-2dc7b41975ba', 'c20464bf-e302-4abf-8243-3aad6c5d9467'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:00:09.086138 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d451b6d5-ec74-40fc-9746-e231949929ba req-49be35c9-784a-4517-97ce-d64f7224d203 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 210 time: 0.0515404 Mar 14 19:00:09.151723 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Pushing event deleted for resources: {'Port': ['ID=c20464bf-e302-4abf-8243-3aad6c5d9467,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:09.213459 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1a83bddb-fcdc-49f2-a6c4-6f271f381373 req-e0694b2b-eda4-4ba5-a6d7-2514ec6e113f tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdd222ea-a239-4c67-8fca-bc5e58bb79fc HTTP/1.1" status: 200 len: 210 time: 0.0525250 Mar 14 19:00:09.232377 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] No DVR routers for this DVR port c20464bf-e302-4abf-8243-3aad6c5d9467 on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:09.236357 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:09.243304 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0c98d9f8-2cb8-429b-80ff-c0840d573f12 req-63ce2d00-6c40-4a2d-9a34-cafcd74bc36a tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "DELETE /v2.0/ports/c20464bf-e302-4abf-8243-3aad6c5d9467 HTTP/1.1" status: 204 len: 173 time: 0.6500626 Mar 14 19:00:09.244047 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'name': 'network-vif-deleted', 'tag': 'c20464bf-e302-4abf-8243-3aad6c5d9467'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:09.257812 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc5acf-5e61-4228-b726-b94c239561fa" -d '{"events": [{"server_uuid": "cdd222ea-a239-4c67-8fca-bc5e58bb79fc", "name": "network-vif-deleted", "tag": "c20464bf-e302-4abf-8243-3aad6c5d9467"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:09.343293 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864cb884-81ab-47e4-b391-11c62c8e50ff x-openstack-request-id: req-864cb884-81ab-47e4-b391-11c62c8e50ff {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:09.344144 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd222ea-a239-4c67-8fca-bc5e58bb79fc", "name": "network-vif-deleted", "tag": "c20464bf-e302-4abf-8243-3aad6c5d9467", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:09.344796 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-864cb884-81ab-47e4-b391-11c62c8e50ff {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:09.345815 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd222ea-a239-4c67-8fca-bc5e58bb79fc', 'name': 'network-vif-deleted', 'tag': 'c20464bf-e302-4abf-8243-3aad6c5d9467', 'status': 'completed', 'code': 200} Mar 14 19:00:10.272689 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-aea95e85-c8de-4d4c-af91-cd1291d80310 req-93f8e9be-6e94-428b-8992-eb5ad7e4ba71 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 210 time: 0.0516708 Mar 14 19:00:10.338115 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-87e67fd6-d7b3-4ee0-889f-d071b4e3749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:10.413816 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-fcc39021-0cb0-47b8-b5e5-fa3adb73a6c3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:10.415355 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-fcc39021-0cb0-47b8-b5e5-fa3adb73a6c3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 0.1798542 Mar 14 19:00:10.534800 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-9e0274f4-08bf-426c-84a2-fe1f39fa7a20 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 380 time: 0.1080501 Mar 14 19:00:10.560354 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'port': {'device_id': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'admin_state_up': True, 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'security_groups': ['c62fe0e6-19dc-47db-a778-a7acb0537045']}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:10.732239 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932048a7-ec2b-49f5-b7eb-4f8b1611c280 req-78d88a40-8663-4d62-b3d9-8052b8b2919b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:10.734234 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-932048a7-ec2b-49f5-b7eb-4f8b1611c280 req-78d88a40-8663-4d62-b3d9-8052b8b2919b tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1006610 Mar 14 19:00:10.742172 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Made reservation on behalf of c07e251e4a7a499e87c7c1a9f27694dd for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:10.752441 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:10.811065 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-932048a7-ec2b-49f5-b7eb-4f8b1611c280 req-81048d1e-6fd4-4441-a9ac-616bcb18296e tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682542 Mar 14 19:00:10.994022 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.20.0.12 (a07da1d2-b552-44b1-8243-3a7abdd3f56b/25c003d0-4d70-4b00-957b-d161a2d8b8e3/32b691a5-ec73-41a4-8bb6-971251339812) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:11.188335 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (32b691a5-ec73-41a4-8bb6-971251339812), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:11.227194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (32b691a5-ec73-41a4-8bb6-971251339812), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:11.282712 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:11.286733 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:11.289368 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:00:11.326281 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=32b691a5-ec73-41a4-8bb6-971251339812,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:11.394316 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:11.395838 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:11.429395 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-e035edef-4dce-4054-a2c5-80a579f69d7c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8793690 Mar 14 19:00:11.448442 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Request body: {'port': {'device_id': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:11.532162 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a69886-e6d4-416a-ba71-5ac0451ac3f5 req-9ac87892-b062-463e-ad86-cca2ff04d36d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:11.546935 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2a69886-e6d4-416a-ba71-5ac0451ac3f5 req-9ac87892-b062-463e-ad86-cca2ff04d36d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 932 time: 0.1358540 Mar 14 19:00:11.568676 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (32b691a5-ec73-41a4-8bb6-971251339812), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:11.630295 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2a69886-e6d4-416a-ba71-5ac0451ac3f5 req-4f6b9c7c-8c12-4d73-9205-a40e172b13aa tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812149 Mar 14 19:00:11.646038 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-0ea772fb-b421-4f17-9cb0-68dee4583fe3 None None] Provisioning complete for port 32b691a5-ec73-41a4-8bb6-971251339812 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:00:11.647694 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-0ea772fb-b421-4f17-9cb0-68dee4583fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (32b691a5-ec73-41a4-8bb6-971251339812), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:11.729814 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-0ea772fb-b421-4f17-9cb0-68dee4583fe3 None None] Port 32b691a5-ec73-41a4-8bb6-971251339812 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:00:11.876214 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device c20464bf-e302-4abf-8243-3aad6c5d9467 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:11.953804 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: c20464bf-e302-4abf-8243-3aad6c5d9467 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:11.954659 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device c20464bf-e302-4abf-8243-3aad6c5d9467 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:12.097047 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd640fa5-330e-47a8-b12e-fce042f82d12 req-34489cf4-e1a2-493c-89dc-8aa2da1b9bd5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:12.100317 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd640fa5-330e-47a8-b12e-fce042f82d12 req-34489cf4-e1a2-493c-89dc-8aa2da1b9bd5 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1497939 Mar 14 19:00:12.139279 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b691a5-ec73-41a4-8bb6-971251339812 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:00:12.157381 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Publish callbacks [] for port (32b691a5-ec73-41a4-8bb6-971251339812), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:12.185819 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Transition to ACTIVE for port object 32b691a5-ec73-41a4-8bb6-971251339812 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:00:12.194275 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (32b691a5-ec73-41a4-8bb6-971251339812), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:12.205614 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cd640fa5-330e-47a8-b12e-fce042f82d12 req-71fe754a-3452-4cec-8190-f69fcfba26ed tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932350 Mar 14 19:00:12.304730 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Pushing event updated for resources: {'Port': ['ID=32b691a5-ec73-41a4-8bb6-971251339812,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:12.378538 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164ac34-4349-4b2e-95ab-caa27732bf39 req-065a331c-5bbe-4618-939a-709a7b0fe6f7 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:12.381140 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d164ac34-4349-4b2e-95ab-caa27732bf39 req-065a331c-5bbe-4618-939a-709a7b0fe6f7 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.0908058 Mar 14 19:00:12.401431 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Attempting to bind port 32b691a5-ec73-41a4-8bb6-971251339812 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:00:12.401985 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Attempting to bind port 32b691a5-ec73-41a4-8bb6-971251339812 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:00:12.402616 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Attempting to bind port 32b691a5-ec73-41a4-8bb6-971251339812 on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:00:12.410512 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Port 32b691a5-ec73-41a4-8bb6-971251339812 on network a07da1d2-b552-44b1-8243-3a7abdd3f56b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:00:12.410512 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Attempting to bind port 32b691a5-ec73-41a4-8bb6-971251339812 on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:00:12.421020 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 18, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:00:12.421603 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Checking segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:00:12.422059 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Bound using segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:00:12.422958 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Bound port: 32b691a5-ec73-41a4-8bb6-971251339812, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:00:12.423433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (32b691a5-ec73-41a4-8bb6-971251339812), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:12.487004 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d164ac34-4349-4b2e-95ab-caa27732bf39 req-c86f766d-d670-4aea-adc1-810a43ee226a tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956841 Mar 14 19:00:12.542216 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] For port 32b691a5-ec73-41a4-8bb6-971251339812, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:00:12.548703 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] For port 32b691a5-ec73-41a4-8bb6-971251339812, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=32b691a5-ec73-41a4-8bb6-971251339812,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:00:12.561406 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (32b691a5-ec73-41a4-8bb6-971251339812), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:12.619762 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:12.620367 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:12.623247 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] 10.222.0.21 "PUT /v2.0/ports/32b691a5-ec73-41a4-8bb6-971251339812 HTTP/1.1" status: 200 len: 1094 time: 1.1802168 Mar 14 19:00:12.623760 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:12.626369 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a44fc48-dfbb-4237-8781-06c1f58152d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "tag": "32b691a5-ec73-41a4-8bb6-971251339812"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:12.696549 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc9b46-ef01-4f7d-b34f-b866824850ce service neutron] Pushing event updated for resources: {'Port': ['ID=32b691a5-ec73-41a4-8bb6-971251339812,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:12.738928 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5192932f-48a4-4139-97b4-00005d2581ad x-openstack-request-id: req-5192932f-48a4-4139-97b4-00005d2581ad {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:12.740123 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "tag": "32b691a5-ec73-41a4-8bb6-971251339812", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:12.740679 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5192932f-48a4-4139-97b4-00005d2581ad {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:12.741523 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812', 'status': 'completed', 'code': 200} Mar 14 19:00:12.819382 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-ba2734b9-1617-4a35-946d-7e43b850414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:12.822185 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-ba2734b9-1617-4a35-946d-7e43b850414c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 1128 time: 0.1099753 Mar 14 19:00:12.873100 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c474-0e82-4126-888c-7fe7b92c90c0 req-d287bbf5-c6f9-48cd-8da9-141883995e71 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:12.876344 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-49d2c474-0e82-4126-888c-7fe7b92c90c0 req-d287bbf5-c6f9-48cd-8da9-141883995e71 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 944 time: 0.0802479 Mar 14 19:00:12.891526 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e90a5427-f978-40ad-b6b6-b0a2deae7a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:12.937443 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-1c2003b4-da78-494c-bf1c-1946c1bb068e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b691a5-ec73-41a4-8bb6-971251339812 HTTP/1.1" status: 200 len: 217 time: 0.0866024 Mar 14 19:00:12.982817 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-49d2c474-0e82-4126-888c-7fe7b92c90c0 req-878914eb-11d8-4aa2-9313-219a25b69ff7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874360 Mar 14 19:00:13.023719 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-b01edee2-ae3b-4689-97c3-91a5f1046923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.025303 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-b01edee2-ae3b-4689-97c3-91a5f1046923 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0738883 Mar 14 19:00:13.089334 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-dcc4e066-c1e4-45b5-a87e-4f9279ee34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.092366 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-dcc4e066-c1e4-45b5-a87e-4f9279ee34ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0548093 Mar 14 19:00:13.203289 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-d1071bb6-5911-4fe2-b6d3-2a1efa256673 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025169 Mar 14 19:00:13.348650 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-bb0282a0-e40b-46e2-bd03-a9a69af8b5d5 req-a1a87c53-44e5-4f50-888a-4bb7a565053d service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377985 Mar 14 19:00:13.433437 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747fe6b-c5b7-4617-a89b-a87d0afe87e5 req-9b1110cd-ebd7-48e7-ac7b-ae55855309a1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.441258 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4747fe6b-c5b7-4617-a89b-a87d0afe87e5 req-9b1110cd-ebd7-48e7-ac7b-ae55855309a1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1177216 Mar 14 19:00:13.456680 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cff888-1b03-4cda-9bdf-0e5e0da4d9d0 req-c0a110c5-8268-4c00-b437-59799083ad10 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.458403 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-48cff888-1b03-4cda-9bdf-0e5e0da4d9d0 req-c0a110c5-8268-4c00-b437-59799083ad10 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1200383 Mar 14 19:00:13.494348 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-1457ef48-bb83-4065-ad1f-55e462bb1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.495882 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-1457ef48-bb83-4065-ad1f-55e462bb1558 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 1128 time: 0.0701525 Mar 14 19:00:13.562082 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4747fe6b-c5b7-4617-a89b-a87d0afe87e5 req-56260242-9010-4c58-b093-dc8ffe45d0d5 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195984 Mar 14 19:00:13.582903 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-48cff888-1b03-4cda-9bdf-0e5e0da4d9d0 req-4217246c-0bba-4808-abb4-a9fb20548b86 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143067 Mar 14 19:00:13.630450 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-d3da314f-cc17-47f3-a2bb-528229095fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.633063 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-d3da314f-cc17-47f3-a2bb-528229095fd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.1255937 Mar 14 19:00:13.688861 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-eaa68aca-b342-4d80-a197-08face205e78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b691a5-ec73-41a4-8bb6-971251339812 HTTP/1.1" status: 200 len: 217 time: 0.0461512 Mar 14 19:00:13.716546 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee0bf-b92d-4218-8440-c23c02531570 req-1afa4940-ca64-41af-9d83-30f35e81da34 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.718377 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ce9ee0bf-b92d-4218-8440-c23c02531570 req-1afa4940-ca64-41af-9d83-30f35e81da34 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.0691080 Mar 14 19:00:13.756011 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-02d07df9-646d-4741-a50c-5b1ab5932422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.757639 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-02d07df9-646d-4741-a50c-5b1ab5932422 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0617614 Mar 14 19:00:13.783207 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ce9ee0bf-b92d-4218-8440-c23c02531570 req-c9161a35-cdd3-4772-b3d4-120261b152ef tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Mar 14 19:00:13.837075 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-414dc985-3668-44ba-b398-a26c1cd44b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:13.839831 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-414dc985-3668-44ba-b398-a26c1cd44b41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0711744 Mar 14 19:00:13.948776 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-3e854e79-a17b-42a9-868c-e68bd1f2f284 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950396 Mar 14 19:00:14.062712 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6a44fc48-dfbb-4237-8781-06c1f58152d0 req-fe19d635-e2b7-44e5-beee-06dad0ca80c5 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022789 Mar 14 19:00:14.151023 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ef9ec-b7ae-4706-ab35-078a0d4b32d7 req-81448b8f-cd29-440a-b436-b0ed1ec37b6e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:14.154315 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-965ef9ec-b7ae-4706-ab35-078a0d4b32d7 req-81448b8f-cd29-440a-b436-b0ed1ec37b6e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 944 time: 0.0584123 Mar 14 19:00:14.208973 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-965ef9ec-b7ae-4706-ab35-078a0d4b32d7 req-bde618d8-5f23-4791-a393-fb6704ec988a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490334 Mar 14 19:00:14.307165 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:15.022510 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c793-baa3-4445-bd7a-c3dae95221c3 req-6900da66-6213-44ab-ad92-02e6b3c6e9f4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:15.024087 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0f73c793-baa3-4445-bd7a-c3dae95221c3 req-6900da66-6213-44ab-ad92-02e6b3c6e9f4 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.3424008 Mar 14 19:00:15.031944 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8454c5-0bc9-461e-9d95-1889dc4d8840 req-0d1e2a83-2222-4c0f-a443-a6314ebbdb83 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:15.033665 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2d8454c5-0bc9-461e-9d95-1889dc4d8840 req-0d1e2a83-2222-4c0f-a443-a6314ebbdb83 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.3668616 Mar 14 19:00:15.119532 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0f73c793-baa3-4445-bd7a-c3dae95221c3 req-2a9b421e-4d9e-4e78-9364-0f32a2bd63d0 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847721 Mar 14 19:00:15.124322 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2d8454c5-0bc9-461e-9d95-1889dc4d8840 req-50e653ff-f352-42a9-9581-79e9b217873d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829217 Mar 14 19:00:15.264516 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96186ee-c196-4c51-8339-6dcc99020a82 req-6d0de774-40fe-47f6-8d0e-b747faf02507 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:15.266780 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d96186ee-c196-4c51-8339-6dcc99020a82 req-6d0de774-40fe-47f6-8d0e-b747faf02507 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.0709085 Mar 14 19:00:15.369730 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d96186ee-c196-4c51-8339-6dcc99020a82 req-2e85ee57-7e64-4eb5-92e5-caa6f9bc262b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905039 Mar 14 19:00:15.409619 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab550933-3b86-4fd8-8edf-7bd419ddd1cd req-cd21d510-9779-447c-9973-de76e9bc9cc6 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:15.412262 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ab550933-3b86-4fd8-8edf-7bd419ddd1cd req-cd21d510-9779-447c-9973-de76e9bc9cc6 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 944 time: 0.0927985 Mar 14 19:00:15.483966 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ab550933-3b86-4fd8-8edf-7bd419ddd1cd req-50341221-0e54-471f-84ad-e0074a36c814 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626454 Mar 14 19:00:15.665815 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:15.890745 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 32b691a5-ec73-41a4-8bb6-971251339812 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:00:16.004220 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 32b691a5-ec73-41a4-8bb6-971251339812, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=32b691a5-ec73-41a4-8bb6-971251339812,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:16.017923 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '32b691a5-ec73-41a4-8bb6-971251339812', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'port_id': '32b691a5-ec73-41a4-8bb6-971251339812', 'mac_address': 'fa:16:3e:82:fa:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:00:16.066217 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 32b691a5-ec73-41a4-8bb6-971251339812 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:00:16.066634 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (32b691a5-ec73-41a4-8bb6-971251339812), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:16.082022 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b691a5-ec73-41a4-8bb6-971251339812 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:00:16.106888 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 32b691a5-ec73-41a4-8bb6-971251339812, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=32b691a5-ec73-41a4-8bb6-971251339812,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:16.111794 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (32b691a5-ec73-41a4-8bb6-971251339812), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:16.175955 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=32b691a5-ec73-41a4-8bb6-971251339812,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:16.358110 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d13caf-2268-4276-80a2-ab8c20133164 req-1b6a45f2-3cd2-4e7b-8990-a87d124a4e27 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:16.359725 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75d13caf-2268-4276-80a2-ab8c20133164 req-1b6a45f2-3cd2-4e7b-8990-a87d124a4e27 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1515112 Mar 14 19:00:16.367861 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f607f-0546-4ce1-9488-5f7fc6b44330 req-c2287e8f-3a4d-483b-abfd-89fc46f67bff tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:16.369391 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1d0f607f-0546-4ce1-9488-5f7fc6b44330 req-c2287e8f-3a4d-483b-abfd-89fc46f67bff tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1456707 Mar 14 19:00:16.445404 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75d13caf-2268-4276-80a2-ab8c20133164 req-78651652-e4b8-4411-9962-edd65ef30229 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748649 Mar 14 19:00:16.454182 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1d0f607f-0546-4ce1-9488-5f7fc6b44330 req-91e382f5-8e99-4538-9328-6a819652145c tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776219 Mar 14 19:00:16.548199 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['32b691a5-ec73-41a4-8bb6-971251339812'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:00:16.663205 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05607fb-e0c7-409e-8a8f-83f944ae7fd3 req-566e26dc-37e5-44c2-b97c-fca15054687b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:16.665620 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b05607fb-e0c7-409e-8a8f-83f944ae7fd3 req-566e26dc-37e5-44c2-b97c-fca15054687b tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.1427870 Mar 14 19:00:16.686172 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dd15b-43be-4b29-9f3f-a0f474ab55c3 req-1aaa66f6-8a85-49b7-b51e-8d09d4cdfcb4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:16.688726 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9f3dd15b-43be-4b29-9f3f-a0f474ab55c3 req-1aaa66f6-8a85-49b7-b51e-8d09d4cdfcb4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 945 time: 0.1257744 Mar 14 19:00:16.729930 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:16.784508 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b05607fb-e0c7-409e-8a8f-83f944ae7fd3 req-956212f4-fbf5-417f-ad66-498eb0a285f8 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944235 Mar 14 19:00:16.793980 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9f3dd15b-43be-4b29-9f3f-a0f474ab55c3 req-db18247b-3614-4ff5-b473-431817182801 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937769 Mar 14 19:00:17.033470 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-146c1fe3-3a2f-4eb6-92d3-e4d04642ec04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506370 Mar 14 19:00:17.112447 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-7d10e910-0b18-46e7-bbd8-d6d56cb0ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:17.114248 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-7d10e910-0b18-46e7-bbd8-d6d56cb0ea0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 1131 time: 0.0492609 Mar 14 19:00:17.228666 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-abaee0fa-8342-4bdb-acee-a735901e0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:17.230235 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-abaee0fa-8342-4bdb-acee-a735901e0e16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.0942190 Mar 14 19:00:17.302922 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-35c5bbee-23e7-4e39-a4c1-f1c4fb93650c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 200 len: 1001 time: 0.0643570 Mar 14 19:00:17.354864 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-fd482955-fb43-47dc-94dd-37208c5ee109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:17.357123 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-fd482955-fb43-47dc-94dd-37208c5ee109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0470481 Mar 14 19:00:17.414280 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-973f29f6-52c6-4e05-94b1-3f4674704632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:17.415815 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-973f29f6-52c6-4e05-94b1-3f4674704632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0508907 Mar 14 19:00:17.542825 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-76f53b78-f646-48b9-a6ac-d3ae350a11f5 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156683 Mar 14 19:00:17.632731 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4e0dd-1644-447e-bcf2-bde94947fd26 req-c4d67ca4-742f-4fee-8904-919aaac9a8ab tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:17.634485 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-17f4e0dd-1644-447e-bcf2-bde94947fd26 req-c4d67ca4-742f-4fee-8904-919aaac9a8ab tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1131909 Mar 14 19:00:17.660346 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-26ccd3a9-d30f-45d0-b8b7-c51157b5e0df req-a6d8ef81-0721-45ab-8837-74193b9d461f service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103735 Mar 14 19:00:17.673975 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74990d1-dd7f-4981-a042-781a35594057 req-239347ad-b416-49ab-9f3e-17be7fa88fd2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:17.675553 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f74990d1-dd7f-4981-a042-781a35594057 req-239347ad-b416-49ab-9f3e-17be7fa88fd2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.0878217 Mar 14 19:00:17.730206 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-17f4e0dd-1644-447e-bcf2-bde94947fd26 req-6b17b5df-f7b5-4ffa-9543-da2457669712 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832994 Mar 14 19:00:17.770457 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f74990d1-dd7f-4981-a042-781a35594057 req-58709b00-88fa-48c6-9aa3-b66336ace9a2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813570 Mar 14 19:00:17.915434 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 32b691a5-ec73-41a4-8bb6-971251339812 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:00:17.974009 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 32b691a5-ec73-41a4-8bb6-971251339812 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:00:17.979199 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 32b691a5-ec73-41a4-8bb6-971251339812 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:00:17.979707 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (32b691a5-ec73-41a4-8bb6-971251339812), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:18.014553 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18e10c-0720-432d-a934-06d3b50510b0 req-59407f2c-9ddb-45da-9b16-5e9f01ae3623 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:18.016212 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6a18e10c-0720-432d-a934-06d3b50510b0 req-59407f2c-9ddb-45da-9b16-5e9f01ae3623 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 945 time: 0.1090164 Mar 14 19:00:18.023461 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33605b-cc6e-48cb-b26a-46a8e6103e5c req-1f9f537f-d58d-4359-a406-c6cbc5b2d140 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:18.025033 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac33605b-cc6e-48cb-b26a-46a8e6103e5c req-1f9f537f-d58d-4359-a406-c6cbc5b2d140 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.1375363 Mar 14 19:00:18.076402 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:18.083640 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 32b691a5-ec73-41a4-8bb6-971251339812 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:00:18.084030 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (32b691a5-ec73-41a4-8bb6-971251339812), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:18.102844 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6a18e10c-0720-432d-a934-06d3b50510b0 req-54c6e628-996c-4792-af02-7c1a2200fe82 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767622 Mar 14 19:00:18.111329 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:18.111666 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac33605b-cc6e-48cb-b26a-46a8e6103e5c req-db5f6c31-30bf-42a4-80bc-ccb53c719f7e tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781419 Mar 14 19:00:18.113764 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb40fa4-a605-4bf0-b9b4-616d36cdcd2e" -d '{"events": [{"server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "name": "network-vif-plugged", "status": "completed", "tag": "32b691a5-ec73-41a4-8bb6-971251339812"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:18.129522 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 32b691a5-ec73-41a4-8bb6-971251339812, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=32b691a5-ec73-41a4-8bb6-971251339812,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:18.138383 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (32b691a5-ec73-41a4-8bb6-971251339812), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:18.167340 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fbf490-c1b0-43e4-a598-080fbe6e5939 x-openstack-request-id: req-f6fbf490-c1b0-43e4-a598-080fbe6e5939 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:18.167687 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "name": "network-vif-plugged", "status": "completed", "tag": "32b691a5-ec73-41a4-8bb6-971251339812", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:18.167896 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6fbf490-c1b0-43e4-a598-080fbe6e5939 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:18.168737 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812', 'code': 200} Mar 14 19:00:18.200924 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=32b691a5-ec73-41a4-8bb6-971251339812,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:18.411145 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b30b36-3117-47dc-a2ac-f4983cebcb25 req-feeaf1f8-4dee-4e51-8942-9b1a0d051f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:18.412682 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-59b30b36-3117-47dc-a2ac-f4983cebcb25 req-feeaf1f8-4dee-4e51-8942-9b1a0d051f9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 1130 time: 0.0519383 Mar 14 19:00:18.463630 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-59b30b36-3117-47dc-a2ac-f4983cebcb25 req-c54a4a17-a5dd-4bd9-850f-46affd9dd6a3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Mar 14 19:00:18.823960 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c8189-53ae-481f-83a0-330f1a82c78b req-80c4a478-ae17-4fd4-b5ce-7361b588c443 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:18.826827 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-133c8189-53ae-481f-83a0-330f1a82c78b req-80c4a478-ae17-4fd4-b5ce-7361b588c443 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.0702558 Mar 14 19:00:18.941403 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a484d-7c97-44f2-8bbb-e54dfe8b00cd req-8e6f2eeb-6390-43aa-b6ba-0c37cf9b0360 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:18.942795 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Deleting port d4a6c70d-934c-4c21-960e-2dc7b41975ba {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:18.943152 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:18.943695 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-924a484d-7c97-44f2-8bbb-e54dfe8b00cd req-8e6f2eeb-6390-43aa-b6ba-0c37cf9b0360 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 945 time: 0.1156912 Mar 14 19:00:19.004348 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b1dbf-a2c6-417a-b793-296315dae800 req-3cf43136-52fd-4196-8214-b6264e272b68 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:19.006242 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-670b1dbf-a2c6-417a-b793-296315dae800 req-3cf43136-52fd-4196-8214-b6264e272b68 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1411867 Mar 14 19:00:19.057174 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] For port d4a6c70d-934c-4c21-960e-2dc7b41975ba, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=d4a6c70d-934c-4c21-960e-2dc7b41975ba,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:19.057663 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:19.073471 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Calling delete_port for d4a6c70d-934c-4c21-960e-2dc7b41975ba owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:19.089617 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-7f9d92a0-7c52-40ed-bc53-1a984e4f9b76 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:19.092149 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-7f9d92a0-7c52-40ed-bc53-1a984e4f9b76 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.1615956 Mar 14 19:00:19.099131 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-924a484d-7c97-44f2-8bbb-e54dfe8b00cd req-be6ccf24-4f24-4937-8204-c320bbedd6b1 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ddf40c0-08f7-40c4-a373-01ceca5d19e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423240 Mar 14 19:00:19.158933 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-670b1dbf-a2c6-417a-b793-296315dae800 req-9b00a65a-03a5-44c5-b204-4bfcfa67f33e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372166 Mar 14 19:00:19.269189 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (d4a6c70d-934c-4c21-960e-2dc7b41975ba), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:19.287043 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['d4a6c70d-934c-4c21-960e-2dc7b41975ba'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:00:19.316757 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Pushing event deleted for resources: {'Port': ['ID=d4a6c70d-934c-4c21-960e-2dc7b41975ba,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:19.325097 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Deleting port a529d5ba-660f-433b-88f2-ec6e365ecfe4 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:19.325097 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:19.372194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] No DVR routers for this DVR port d4a6c70d-934c-4c21-960e-2dc7b41975ba on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:19.375117 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:19.378607 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-133c8189-53ae-481f-83a0-330f1a82c78b req-b23e60c4-b8cf-4124-8bf8-0ce384d1afb2 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.21 "DELETE /v2.0/ports/d4a6c70d-934c-4c21-960e-2dc7b41975ba HTTP/1.1" status: 204 len: 173 time: 0.5433125 Mar 14 19:00:19.379075 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'name': 'network-vif-deleted', 'tag': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:19.381456 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3dac88-05af-415e-9857-67dd9a9ff83e" -d '{"events": [{"server_uuid": "04f96c44-7a29-4ff2-b0b0-68d939b94475", "name": "network-vif-deleted", "tag": "d4a6c70d-934c-4c21-960e-2dc7b41975ba"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:19.417705 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729476b-f30d-497b-a40b-b12d8fdb3a8f req-a4f942fe-d5d0-4131-9446-3bf3fd86d460 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:19.419737 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5729476b-f30d-497b-a40b-b12d8fdb3a8f req-a4f942fe-d5d0-4131-9446-3bf3fd86d460 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 946 time: 0.1887858 Mar 14 19:00:19.436507 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c15139-6e62-42ab-ad89-27f0281338d8 req-0a42ea84-859f-47e6-acc0-c921363d167c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:19.441410 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-74c15139-6e62-42ab-ad89-27f0281338d8 req-0a42ea84-859f-47e6-acc0-c921363d167c tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987 HTTP/1.1" status: 200 len: 946 time: 0.1921704 Mar 14 19:00:19.555584 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] For port a529d5ba-660f-433b-88f2-ec6e365ecfe4, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=a529d5ba-660f-433b-88f2-ec6e365ecfe4,segment=NetworkSegment(07db8223-cd78-4bdc-bf41-46c3effe0ced),segment_id=07db8223-cd78-4bdc-bf41-46c3effe0ced)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:19.555963 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:19.567221 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5729476b-f30d-497b-a40b-b12d8fdb3a8f req-079cc097-d42f-46e8-b203-efecaa7678b2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259251 Mar 14 19:00:19.570136 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-74c15139-6e62-42ab-ad89-27f0281338d8 req-c16aca28-506a-4e41-be70-53113b4b662a tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.35 "GET /v2.0/security-groups?id=c85fc1a2-516a-4dc2-8571-5aad97634e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228955 Mar 14 19:00:19.591203 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Calling delete_port for a529d5ba-660f-433b-88f2-ec6e365ecfe4 owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:19.619915 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17cc7c5-2bf6-45c0-ac31-741e1b398965 x-openstack-request-id: req-a17cc7c5-2bf6-45c0-ac31-741e1b398965 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:19.620813 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f96c44-7a29-4ff2-b0b0-68d939b94475", "name": "network-vif-deleted", "tag": "d4a6c70d-934c-4c21-960e-2dc7b41975ba", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:19.620813 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a17cc7c5-2bf6-45c0-ac31-741e1b398965 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:19.622100 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f96c44-7a29-4ff2-b0b0-68d939b94475', 'name': 'network-vif-deleted', 'tag': 'd4a6c70d-934c-4c21-960e-2dc7b41975ba', 'status': 'completed', 'code': 200} Mar 14 19:00:19.740563 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (a529d5ba-660f-433b-88f2-ec6e365ecfe4), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:19.752909 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['a529d5ba-660f-433b-88f2-ec6e365ecfe4'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:00:19.776298 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Pushing event deleted for resources: {'Port': ['ID=a529d5ba-660f-433b-88f2-ec6e365ecfe4,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:19.827767 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] No DVR routers for this DVR port a529d5ba-660f-433b-88f2-ec6e365ecfe4 on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:19.831349 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:19.835083 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d1cd4eaf-0bd4-4f70-a426-5de853093097 req-3bcdfa32-6a32-405b-be50-be79f55a8845 tempest-VolumesSnapshotTestJSON-1297553082 tempest-VolumesSnapshotTestJSON-1297553082-project] 10.222.0.21 "DELETE /v2.0/ports/a529d5ba-660f-433b-88f2-ec6e365ecfe4 HTTP/1.1" status: 204 len: 173 time: 0.7350433 Mar 14 19:00:19.835586 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'name': 'network-vif-deleted', 'tag': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:19.837937 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab53f4-6bb3-4bdb-9ceb-62f8ede352e0" -d '{"events": [{"server_uuid": "9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987", "name": "network-vif-deleted", "tag": "a529d5ba-660f-433b-88f2-ec6e365ecfe4"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:19.891782 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc9cc2-33df-4e38-82f9-69782c68fc23 x-openstack-request-id: req-09dc9cc2-33df-4e38-82f9-69782c68fc23 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:19.892253 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987", "name": "network-vif-deleted", "tag": "a529d5ba-660f-433b-88f2-ec6e365ecfe4", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:19.892680 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09dc9cc2-33df-4e38-82f9-69782c68fc23 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:19.893250 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb68f3e-75ce-4e75-8f4e-bb0e6a5a8987', 'name': 'network-vif-deleted', 'tag': 'a529d5ba-660f-433b-88f2-ec6e365ecfe4', 'status': 'completed', 'code': 200} Mar 14 19:00:20.231543 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-232eeaf1-66ce-4809-8f2c-68045d912796 req-4e34c152-a36e-44b9-9666-1a88b9227149 tempest-ServerRescueNegativeTestJSON-2053635600 tempest-ServerRescueNegativeTestJSON-2053635600-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f96c44-7a29-4ff2-b0b0-68d939b94475 HTTP/1.1" status: 200 len: 210 time: 0.0351169 Mar 14 19:00:20.296405 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12e7b7-5fe0-4b4e-92b7-f133e62142f6 req-75721a68-659b-4b0a-9380-a641c3145e67 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:20.298320 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e12e7b7-5fe0-4b4e-92b7-f133e62142f6 req-75721a68-659b-4b0a-9380-a641c3145e67 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.0581388 Mar 14 19:00:20.356175 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9e12e7b7-5fe0-4b4e-92b7-f133e62142f6 req-580dd7ab-2b6c-4555-b9c6-22fba3af19a6 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519373 Mar 14 19:00:20.718176 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae25-330b-40fb-807b-52ffb169b55e req-79e842c8-a459-4b4a-bd53-e614514f2c42 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:20.719796 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d605ae25-330b-40fb-807b-52ffb169b55e req-79e842c8-a459-4b4a-bd53-e614514f2c42 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 946 time: 0.0695195 Mar 14 19:00:20.774374 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d605ae25-330b-40fb-807b-52ffb169b55e req-112d96e5-6088-40a5-9386-823f576dab77 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488496 Mar 14 19:00:20.964376 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46be7-e4c4-4894-b178-3e1df034bef1 req-a114a264-f00c-4aa1-838f-be7692129a32 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:20.967153 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b2f46be7-e4c4-4894-b178-3e1df034bef1 req-a114a264-f00c-4aa1-838f-be7692129a32 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 946 time: 0.0870109 Mar 14 19:00:20.982746 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50612) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:20.990272 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'port_id': '32b691a5-ec73-41a4-8bb6-971251339812'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:21.041035 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (95c7da0a-0076-4370-97a8-fab3ee20d26b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:21.301277 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50616) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:21.545211 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:21.551125 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (95c7da0a-0076-4370-97a8-fab3ee20d26b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:21.560446 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9803-f796-4bb9-97d9-a7ab241249c7 req-0b968adf-fa96-4425-9f82-f2432d8b8a15 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:21.562092 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5a4d9803-f796-4bb9-97d9-a7ab241249c7 req-0b968adf-fa96-4425-9f82-f2432d8b8a15 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1198022 Mar 14 19:00:21.691556 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5a4d9803-f796-4bb9-97d9-a7ab241249c7 req-91ff8265-1651-4d0e-b98e-e24dbc39e1ea tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970109 Mar 14 19:00:21.932743 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device d4a6c70d-934c-4c21-960e-2dc7b41975ba no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:21.936876 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP 95c7da0a-0076-4370-97a8-fab3ee20d26b associated. External IP: 172.28.0.92, port: 32b691a5-ec73-41a4-8bb6-971251339812. Mar 14 19:00:21.959613 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: d4a6c70d-934c-4c21-960e-2dc7b41975ba {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:21.960134 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device d4a6c70d-934c-4c21-960e-2dc7b41975ba not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:21.960790 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device a529d5ba-660f-433b-88f2-ec6e365ecfe4 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:21.989529 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: a529d5ba-660f-433b-88f2-ec6e365ecfe4 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:21.990089 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device a529d5ba-660f-433b-88f2-ec6e365ecfe4 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:22.000840 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:22.221489 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:00:22.395757 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Deleting port 4a980ac7-bc28-43bb-9a98-3a2e660d110a {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:22.396549 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:22.405786 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:00:22.413949 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:22.420612 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:22.435601 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:22.436762 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:22.488950 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-17e55541-b6dc-4139-b05c-bb5a3fac289a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "PUT /v2.0/floatingips/95c7da0a-0076-4370-97a8-fab3ee20d26b HTTP/1.1" status: 200 len: 991 time: 1.5044136 Mar 14 19:00:22.489596 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:22.492592 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895673eb-ec2f-4647-ad1b-70f75c8e505b" -d '{"events": [{"name": "network-changed", "server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "tag": "32b691a5-ec73-41a4-8bb6-971251339812"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:22.536905 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] For port 4a980ac7-bc28-43bb-9a98-3a2e660d110a, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=4a980ac7-bc28-43bb-9a98-3a2e660d110a,segment=NetworkSegment(bf750bca-2df6-4752-b520-9ec3534322e8),segment_id=bf750bca-2df6-4752-b520-9ec3534322e8)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:22.537518 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:22.556438 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Calling delete_port for 4a980ac7-bc28-43bb-9a98-3a2e660d110a owned by network:router_interface {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:22.603242 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63d9d6-ff8b-4acd-9520-344e4d6b2516 x-openstack-request-id: req-6e63d9d6-ff8b-4acd-9520-344e4d6b2516 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:22.603867 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "tag": "32b691a5-ec73-41a4-8bb6-971251339812", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:22.604298 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e63d9d6-ff8b-4acd-9520-344e4d6b2516 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:22.604982 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812', 'status': 'completed', 'code': 200} Mar 14 19:00:22.641371 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:22.795193 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-2aca9b13-55ad-4596-9800-11ce444c8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:22.797894 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-2aca9b13-55ad-4596-9800-11ce444c8569 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 1130 time: 0.1135032 Mar 14 19:00:22.984159 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (4a980ac7-bc28-43bb-9a98-3a2e660d110a), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:23.071663 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '95c7da0a-0076-4370-97a8-fab3ee20d26b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.92', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '32b691a5-ec73-41a4-8bb6-971251339812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:82:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:00:07Z', 'updated_at': '2022-03-14T19:00:21Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:23.104957 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:23.114911 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:23.115548 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:23.244206 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:23.300906 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a980ac7-bc28-43bb-9a98-3a2e660d110a,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:23.304302 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-32c831f1-9030-41ed-95a3-2211bf0edb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.306555 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-32c831f1-9030-41ed-95a3-2211bf0edb6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.5019398 Mar 14 19:00:23.322342 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d08c-eae1-49b7-9996-ee1e63f6af7a req-f0dc6743-dc46-426c-aabc-1ee9e7b3a956 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.324506 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0715d08c-eae1-49b7-9996-ee1e63f6af7a req-f0dc6743-dc46-426c-aabc-1ee9e7b3a956 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.4881933 Mar 14 19:00:23.491980 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-3df10c7c-3820-4df2-88b6-fa873b1b8563 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b691a5-ec73-41a4-8bb6-971251339812 HTTP/1.1" status: 200 len: 999 time: 0.1489880 Mar 14 19:00:23.539656 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '95c7da0a-0076-4370-97a8-fab3ee20d26b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.92', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '32b691a5-ec73-41a4-8bb6-971251339812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:82:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:00:07Z', 'updated_at': '2022-03-14T19:00:21Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:23.579540 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd00f900-912f-4dba-99b0-d16c59c79ff7 None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '95c7da0a-0076-4370-97a8-fab3ee20d26b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.92', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '32b691a5-ec73-41a4-8bb6-971251339812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:82:fa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:00:07Z', 'updated_at': '2022-03-14T19:00:21Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:23.642988 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0715d08c-eae1-49b7-9996-ee1e63f6af7a req-cca01507-88e4-4cb9-9785-ea968540f4b1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986362 Mar 14 19:00:23.741993 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-d49f7019-905f-4ec9-b4d8-04ca81de96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.744188 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-d49f7019-905f-4ec9-b4d8-04ca81de96c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.2396667 Mar 14 19:00:23.833318 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:23.924815 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93a6a3-abb8-4351-96c2-c71886c25231 None None] New status for floating IP 95c7da0a-0076-4370-97a8-fab3ee20d26b: ACTIVE {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:00:23.943474 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-83186fa9-a17d-4aae-a2ad-3c3a8eb4e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:23.945490 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-83186fa9-a17d-4aae-a2ad-3c3a8eb4e432 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1881468 Mar 14 19:00:24.149096 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-b32a3fab-5f44-4f3d-bdf1-31ddcbecb37d service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920457 Mar 14 19:00:24.269124 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:00:24.292062 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-895673eb-ec2f-4647-ad1b-70f75c8e505b req-3a6b25ef-3a79-4264-a597-89e716e59680 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265030 Mar 14 19:00:24.430320 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:00:24.436500 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-9407b775-bbc2-4869-82e4-fa5476bbcd8a admin admin] 10.222.0.35 "PUT /v2.0/routers/4bb941f0-0710-4fe2-97fa-053bcd2cdf3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1331365 Mar 14 19:00:24.440303 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50642) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:24.442400 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] Sync routers for ids ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:24.454777 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] Routers {'4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:24.455405 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:24.559646 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks [] for router (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:24.573350 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] Set router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:24.690928 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks [] for router_gateway (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:24.795534 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Deleting port 81e8b087-d716-44ce-bc8c-16f8326bdd1f {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:24.796052 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:24.801939 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T19:00:22Z', 'revision_number': 5, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port': {'id': '81e8b087-d716-44ce-bc8c-16f8326bdd1f', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:26Z', 'updated_at': '2022-03-14T18:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:24.832086 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] Checking router: 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:24.842663 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] Routers {'4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:24.843283 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:24.911939 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b216053-6ec2-4d37-a028-1a4fc475050e req-a3965fe7-e59b-49af-a483-d395c43e0557 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:24.913572 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5b216053-6ec2-4d37-a028-1a4fc475050e req-a3965fe7-e59b-49af-a483-d395c43e0557 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1338542 Mar 14 19:00:24.938774 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] For port 81e8b087-d716-44ce-bc8c-16f8326bdd1f, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=81e8b087-d716-44ce-bc8c-16f8326bdd1f,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:24.939160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:24.946486 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] Set router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e gateway port host: None {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:24.961908 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Calling delete_port for 81e8b087-d716-44ce-bc8c-16f8326bdd1f owned by network:router_gateway {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:25.010049 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T19:00:24Z', 'revision_number': 6, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:25.041893 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5b216053-6ec2-4d37-a028-1a4fc475050e req-310336d2-d5a9-4f91-8686-cdd9af45b7e0 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177073 Mar 14 19:00:25.043815 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41220f72-02ce-4218-af5f-e7cc77603dc0 None None] The sync data for ids ['4bb941f0-0710-4fe2-97fa-053bcd2cdf3e'] in dv-cinder-829664-3-smb is: [{'id': '4bb941f0-0710-4fe2-97fa-053bcd2cdf3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1591643119-router', 'tenant_id': '0ad98b4def6941429b8ec27785cf2c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T19:00:24Z', 'revision_number': 6, 'project_id': '0ad98b4def6941429b8ec27785cf2c9a', 'gw_port_host': None}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:25.202097 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (81e8b087-d716-44ce-bc8c-16f8326bdd1f), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:25.251717 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=81e8b087-d716-44ce-bc8c-16f8326bdd1f,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:25.413628 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:25.588370 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:25.591941 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-b8b42f5a-5909-49a0-b1d7-27bc218d6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:25.593516 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-b8b42f5a-5909-49a0-b1d7-27bc218d6362 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 1129 time: 0.2567947 Mar 14 19:00:25.594889 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks [] for router_controller (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:25.603367 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cab92-d87d-4553-901c-2612ba1b2488 req-19594e3f-561c-4a0f-b9e6-42db6a723211 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:25.604994 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-571cab92-d87d-4553-901c-2612ba1b2488 req-19594e3f-561c-4a0f-b9e6-42db6a723211 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.2972496 Mar 14 19:00:25.957798 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 4a980ac7-bc28-43bb-9a98-3a2e660d110a no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:25.988373 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 4a980ac7-bc28-43bb-9a98-3a2e660d110a {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:25.988952 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 4a980ac7-bc28-43bb-9a98-3a2e660d110a not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:25.989553 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 81e8b087-d716-44ce-bc8c-16f8326bdd1f no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:26.035720 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 81e8b087-d716-44ce-bc8c-16f8326bdd1f {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:26.036769 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 81e8b087-d716-44ce-bc8c-16f8326bdd1f not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:26.048553 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (4bb941f0-0710-4fe2-97fa-053bcd2cdf3e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.049443 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb941f0-0710-4fe2-97fa-053bcd2cdf3e {{(pid=103191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:00:26.065620 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.067590 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-fb11d3cb-2061-402a-8cc6-9c8591967a3d admin admin] 10.222.0.35 "DELETE /v2.0/routers/4bb941f0-0710-4fe2-97fa-053bcd2cdf3e HTTP/1.1" status: 204 len: 168 time: 1.6257083 Mar 14 19:00:26.071384 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50658) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:26.120099 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-571cab92-d87d-4553-901c-2612ba1b2488 req-8dd760d1-f78d-4f9a-a844-c76079ff2c82 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5009241 Mar 14 19:00:26.125574 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] Deleting subnet 3c4bf07e-0890-4640-9b68-0a62f4cbf364 {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:00:26.129551 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] Publish callbacks [] for subnet (3c4bf07e-0890-4640-9b68-0a62f4cbf364), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.138141 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-268966af-a3c2-4aef-9eba-9d9dae7f3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:26.142185 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-268966af-a3c2-4aef-9eba-9d9dae7f3af4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 912 time: 0.5335858 Mar 14 19:00:26.173991 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582570'] for subnet (3c4bf07e-0890-4640-9b68-0a62f4cbf364), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.225657 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (3c4bf07e-0890-4640-9b68-0a62f4cbf364), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.273036 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-268df978-a866-49f6-b803-35a3963e91fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1 HTTP/1.1" status: 200 len: 1001 time: 0.1166799 Mar 14 19:00:26.290854 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7591163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6213386'] for subnet (3c4bf07e-0890-4640-9b68-0a62f4cbf364), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.324915 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4bf07e-0890-4640-9b68-0a62f4cbf364,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:26.333512 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.337403 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-9ed3515c-ed33-4485-ab27-119ad6f3bb1a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3c4bf07e-0890-4640-9b68-0a62f4cbf364 HTTP/1.1" status: 204 len: 168 time: 0.2642777 Mar 14 19:00:26.342665 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50662) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:26.397813 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-7a4f8301-030c-43f0-9c20-a264474de42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:26.399345 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-7a4f8301-030c-43f0-9c20-a264474de42a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.1195948 Mar 14 19:00:26.461764 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (6812997a-7703-4b8e-9fa6-43bfd594cf2d), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.509035 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-f1fb947c-427b-43d1-a862-193713b07b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:26.510653 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-f1fb947c-427b-43d1-a862-193713b07b3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1005721 Mar 14 19:00:26.640631 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (6812997a-7703-4b8e-9fa6-43bfd594cf2d), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.673765 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6812997a-7703-4b8e-9fa6-43bfd594cf2d']}} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:26.689758 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf750bca-2df6-4752-b520-9ec3534322e8') {'for_net_delete': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:26.690121 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf750bca-2df6-4752-b520-9ec3534322e8') {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:26.711212 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4473665'] for segment (bf750bca-2df6-4752-b520-9ec3534322e8), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.734112 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-c8905360-9a15-4c2c-a406-8eff21318d75 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862543 Mar 14 19:00:26.740943 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (bf750bca-2df6-4752-b520-9ec3534322e8), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.765904 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:26.766325 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6187844'] for segment (bf750bca-2df6-4752-b520-9ec3534322e8), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: Traceback (most recent call last): Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: timer() Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: cb(*args, **kw) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: return func(*args, **kwargs) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: self._notify() Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: self.callback(batched_events) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: event.method(event) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: return f(self, *a, **k) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: return self._get(url).json() Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:26.768074 dv-cinder-829664-3-smb neutron-server[103191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:26.875108 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (6812997a-7703-4b8e-9fa6-43bfd594cf2d), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.883067 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:26.886294 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6812997a-7703-4b8e-9fa6-43bfd594cf2d HTTP/1.1" status: 204 len: 168 time: 0.5425289 Mar 14 19:00:26.914269 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f7838-7c57-43ed-988e-43ade3633932 admin admin] Pushing event deleted for resources: {'Network': ['ID=6812997a-7703-4b8e-9fa6-43bfd594cf2d,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:26.929378 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b9b58a43-e912-41d9-8d13-9b0919545c54 req-8eac5b6f-297d-4e60-befa-a891ad6be8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857679 Mar 14 19:00:27.038108 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50672) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:27.084490 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-18ffd25b-bd5a-4216-b3c4-3625753e5f2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ad98b4def6941429b8ec27785cf2c9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451369 Mar 14 19:00:27.087505 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50674) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:27.149666 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a42c-432c-46b3-a0b3-2dcb28673895 admin admin] Publish callbacks [] for security_group (3ddf40c0-08f7-40c4-a373-01ceca5d19e0), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:27.174880 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a42c-432c-46b3-a0b3-2dcb28673895 admin admin] Publish callbacks [] for security_group (3ddf40c0-08f7-40c4-a373-01ceca5d19e0), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:27.253377 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a42c-432c-46b3-a0b3-2dcb28673895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3ddf40c0-08f7-40c4-a373-01ceca5d19e0), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:27.256276 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a42c-432c-46b3-a0b3-2dcb28673895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:27.257698 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e1c4a42c-432c-46b3-a0b3-2dcb28673895 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ddf40c0-08f7-40c4-a373-01ceca5d19e0 HTTP/1.1" status: 204 len: 168 time: 0.1692429 Mar 14 19:00:27.272255 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4a42c-432c-46b3-a0b3-2dcb28673895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf40c0-08f7-40c4-a373-01ceca5d19e0,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:27.299683 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a12bb0-5db1-4690-a4eb-3f4ce1c7a185 req-289c8435-be9d-4802-8775-b4a5bdeef6f5 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:27.301754 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-31a12bb0-5db1-4690-a4eb-3f4ce1c7a185 req-289c8435-be9d-4802-8775-b4a5bdeef6f5 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.0814404 Mar 14 19:00:27.361371 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-31a12bb0-5db1-4690-a4eb-3f4ce1c7a185 req-1f880544-5ffa-4594-9d02-c7cdbff9f75a tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518210 Mar 14 19:00:28.524014 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262cb2e-5946-42f5-ba2b-07880089965e req-9fb5e739-85fe-4c37-9add-d1f6cd24e8ea tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:28.525986 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d262cb2e-5946-42f5-ba2b-07880089965e req-9fb5e739-85fe-4c37-9add-d1f6cd24e8ea tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.0705340 Mar 14 19:00:28.600487 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d262cb2e-5946-42f5-ba2b-07880089965e req-98a15eed-7785-4701-8876-58a0b422629e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683682 Mar 14 19:00:37.534397 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50872) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:37.675192 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:37.774784 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Publish callbacks [] for security_group (802fb6fa-4f8c-493f-b947-6844b473b643), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:37.782985 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (802fb6fa-4f8c-493f-b947-6844b473b643), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:37.856307 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=608e82c23f3d42c796d79c73db3b7ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186166 Mar 14 19:00:37.857039 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50882) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:37.859685 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802fb6fa-4f8c-493f-b947-6844b473b643,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:37.876289 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.877007 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.877418 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.878030 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.878621 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.879208 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.879793 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.880374 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.880969 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.881552 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.882161 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.882731 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.883309 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.883852 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.884431 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967d363d-7ed8-42a0-9d23-827636b3d59d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:37.936682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Publish callbacks [] for security_group (802fb6fa-4f8c-493f-b947-6844b473b643), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:37.961385 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Publish callbacks [] for security_group (802fb6fa-4f8c-493f-b947-6844b473b643), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:38.036230 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (802fb6fa-4f8c-493f-b947-6844b473b643), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:38.043331 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:38.047918 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/802fb6fa-4f8c-493f-b947-6844b473b643 HTTP/1.1" status: 204 len: 168 time: 0.1851797 Mar 14 19:00:38.059963 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802fb6fa-4f8c-493f-b947-6844b473b643,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:38.074311 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.074916 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.075510 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.076103 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.076698 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.077319 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.077935 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.078529 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.079118 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.079701 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.080298 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.080893 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.081482 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.082107 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.082684 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43279bbe-7b09-4da9-b0ab-7464816100d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:00:38.776967 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50904) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:38.914737 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-208238031-network', 'tenant_id': 'c45a7b64238c4e118f17d9a48ac56262'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:38.943115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Made reservation on behalf of c45a7b64238c4e118f17d9a48ac56262 for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:38.945799 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:38.955983 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:38.959780 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50910) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:39.045533 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] Deleting subnet 31003f5d-a47e-4059-bcd7-196dfb173538 {{(pid=103191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:00:39.053726 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] Publish callbacks [] for subnet (31003f5d-a47e-4059-bcd7-196dfb173538), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.112427 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4473720'] for subnet (31003f5d-a47e-4059-bcd7-196dfb173538), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.178188 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks [] for security_group (6e95b784-f86b-417f-b59d-8bee425f9b31), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.187825 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6e95b784-f86b-417f-b59d-8bee425f9b31), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.191591 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (31003f5d-a47e-4059-bcd7-196dfb173538), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.264548 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:00:39.315969 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (c1785edb-6527-430f-acb0-2b7858917329), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.316559 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Added segment c1785edb-6527-430f-acb0-2b7858917329 of type vlan for network 69a13bd6-254f-45a0-93dc-3ef45721b360 Mar 14 19:00:39.319863 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e95b784-f86b-417f-b59d-8bee425f9b31,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:39.427137 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6188030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7519540'] for subnet (31003f5d-a47e-4059-bcd7-196dfb173538), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.441206 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (69a13bd6-254f-45a0-93dc-3ef45721b360), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.493676 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31003f5d-a47e-4059-bcd7-196dfb173538,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:39.507229 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.511505 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e4dfe7e4-9b85-4870-8f73-03598bd944b3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/31003f5d-a47e-4059-bcd7-196dfb173538 HTTP/1.1" status: 204 len: 168 time: 0.5500202 Mar 14 19:00:39.515312 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50912) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:39.539348 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (69a13bd6-254f-45a0-93dc-3ef45721b360), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.540356 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:39.540947 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.606213 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8277671 Mar 14 19:00:39.609873 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (e6e9b5ad-5b52-4885-a056-17d2365d4a23), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.612433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50914) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:39.618550 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cae2d-97d7-42b8-a7a9-9454829cb85e admin admin] Pushing event updated for resources: {'Network': ['ID=69a13bd6-254f-45a0-93dc-3ef45721b360,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:39.622331 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Request body: {'subnet': {'network_id': '69a13bd6-254f-45a0-93dc-3ef45721b360', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-208238031-subnet', 'tenant_id': 'c45a7b64238c4e118f17d9a48ac56262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:39.631056 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 69a13bd6-254f-45a0-93dc-3ef45721b360 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:00:39.716792 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Made reservation on behalf of c45a7b64238c4e118f17d9a48ac56262 for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:39.720722 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6213423'] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.865393 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (e6e9b5ad-5b52-4885-a056-17d2365d4a23), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.922332 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e9b5ad-5b52-4885-a056-17d2365d4a23']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:39.942420 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07db8223-cd78-4bdc-bf41-46c3effe0ced') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:39.942721 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07db8223-cd78-4bdc-bf41-46c3effe0ced') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:39.956539 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (07db8223-cd78-4bdc-bf41-46c3effe0ced), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.975970 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (07db8223-cd78-4bdc-bf41-46c3effe0ced), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.987188 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:39.987587 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (07db8223-cd78-4bdc-bf41-46c3effe0ced), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:39.989243 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:40.072034 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (e6e9b5ad-5b52-4885-a056-17d2365d4a23), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.095788 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.098953 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] 10.222.0.35 "DELETE /v2.0/networks/e6e9b5ad-5b52-4885-a056-17d2365d4a23 HTTP/1.1" status: 204 len: 168 time: 0.5825160 Mar 14 19:00:40.119000 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1103e69-c092-41dd-8b24-08318f99913f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e9b5ad-5b52-4885-a056-17d2365d4a23,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:40.134124 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7591098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6213437'] for subnet (77afb268-6aab-4292-8cbc-ed2885cf30a8), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.195388 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=77afb268-6aab-4292-8cbc-ed2885cf30a8,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:40.201617 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Checking segment: {'id': 'c1785edb-6527-430f-acb0-2b7858917329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '69a13bd6-254f-45a0-93dc-3ef45721b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:00:40.201949 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Network hostable DHCP agents. Network: 69a13bd6-254f-45a0-93dc-3ef45721b360, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:00:40.220302 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Network 69a13bd6-254f-45a0-93dc-3ef45721b360 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:00:40.232250 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 69a13bd6-254f-45a0-93dc-3ef45721b360) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:40.237375 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:40.238074 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.239440 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50918) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:40.248145 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211debeb-2e73-4783-9741-d073c44d5a90 None None] Network 69a13bd6-254f-45a0-93dc-3ef45721b360 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:40.260611 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a40126f2-89f0-4630-ba5b-fcac453ecccc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6464674 Mar 14 19:00:40.302135 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-0d7355eb-ffa6-4bb0-b7cf-920aef368dbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11e591c64b4f47098b1b2db6746a7d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606880 Mar 14 19:00:40.304843 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50922) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:40.360098 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-7b58b6d6-034c-4cdd-b2c3-872482cec047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.390400 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b2abe-47c2-4b79-a62f-b1f9ccd8f732 None None] Network 69a13bd6-254f-45a0-93dc-3ef45721b360 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:40.395674 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562826c8-2eea-4c1d-95e3-3695abe23062 admin admin] Publish callbacks [] for security_group (c85fc1a2-516a-4dc2-8571-5aad97634e48), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.438875 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562826c8-2eea-4c1d-95e3-3695abe23062 admin admin] Publish callbacks [] for security_group (c85fc1a2-516a-4dc2-8571-5aad97634e48), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.523542 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562826c8-2eea-4c1d-95e3-3695abe23062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c85fc1a2-516a-4dc2-8571-5aad97634e48), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.527280 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-562826c8-2eea-4c1d-95e3-3695abe23062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:40.528487 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-562826c8-2eea-4c1d-95e3-3695abe23062 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c85fc1a2-516a-4dc2-8571-5aad97634e48 HTTP/1.1" status: 204 len: 168 time: 0.2216775 Mar 14 19:00:40.539080 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562826c8-2eea-4c1d-95e3-3695abe23062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85fc1a2-516a-4dc2-8571-5aad97634e48,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:41.154673 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50938) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:41.159833 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-760576344-network', 'tenant_id': '9c98caff7ff6434c8ea7276c9179eeed'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:41.186358 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Made reservation on behalf of 9c98caff7ff6434c8ea7276c9179eeed for: {'network': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:41.188764 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.199626 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.318199 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks [] for security_group (59af49b3-6c0b-4a7d-9c9f-007b7a3fae24), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.323913 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (59af49b3-6c0b-4a7d-9c9f-007b7a3fae24), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.351900 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:00:41.362629 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af49b3-6c0b-4a7d-9c9f-007b7a3fae24,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:41.367970 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (ef2f6589-13df-4ca4-8146-a0fbb804acc3), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.368317 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.segments_db [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Added segment ef2f6589-13df-4ca4-8146-a0fbb804acc3 of type vlan for network ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1 Mar 14 19:00:41.436060 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.466847 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.467810 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.468418 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.522717 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3668931 Mar 14 19:00:41.525572 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50940) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:41.537711 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Request body: {'subnet': {'network_id': 'ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-760576344-subnet', 'tenant_id': '9c98caff7ff6434c8ea7276c9179eeed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:41.548304 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77413282-05f0-4c87-bdc1-677eee848001 admin admin] Pushing event updated for resources: {'Network': ['ID=ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:41.560813 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:00:41.568416 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Made reservation on behalf of 9c98caff7ff6434c8ea7276c9179eeed for: {'subnet': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:41.572391 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6213423'] for subnet (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.825101 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7591098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6213437'] for subnet (d0db949d-0823-445f-beeb-465d81fdd397), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.878919 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0db949d-0823-445f-beeb-465d81fdd397,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:41.898216 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Checking segment: {'id': 'ef2f6589-13df-4ca4-8146-a0fbb804acc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:00:41.898656 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Network hostable DHCP agents. Network: ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:00:41.920773 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Network ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:00:41.931887 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1) {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:41.938183 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:41.939116 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:41.944282 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a994544-8a29-4aec-8191-fd6d28da1a19 None None] Network ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:41.963172 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b6df6424-7fd2-4d53-865a-db76ad7b7c8d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4357984 Mar 14 19:00:42.083785 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592d4bb-6574-426e-89ac-9bc0b5129ca3 None None] Network ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:00:42.133569 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50944) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:42.196934 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] Deleting subnet 77afb268-6aab-4292-8cbc-ed2885cf30a8 {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:00:42.203082 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] Publish callbacks [] for subnet (77afb268-6aab-4292-8cbc-ed2885cf30a8), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.265180 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582570'] for subnet (77afb268-6aab-4292-8cbc-ed2885cf30a8), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.313745 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (77afb268-6aab-4292-8cbc-ed2885cf30a8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.379182 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7591163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6213386'] for subnet (77afb268-6aab-4292-8cbc-ed2885cf30a8), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.406137 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77afb268-6aab-4292-8cbc-ed2885cf30a8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:42.410232 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.414045 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fe738074-2cc4-458d-bd1a-a3c1b32a18cc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/77afb268-6aab-4292-8cbc-ed2885cf30a8 HTTP/1.1" status: 204 len: 168 time: 0.2787821 Mar 14 19:00:42.417780 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50946) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:42.496459 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (69a13bd6-254f-45a0-93dc-3ef45721b360), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.589416 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (69a13bd6-254f-45a0-93dc-3ef45721b360), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.615718 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a13bd6-254f-45a0-93dc-3ef45721b360']}} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:42.627109 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1785edb-6527-430f-acb0-2b7858917329') {'for_net_delete': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:42.627415 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1785edb-6527-430f-acb0-2b7858917329') {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:42.645070 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4473665'] for segment (c1785edb-6527-430f-acb0-2b7858917329), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.660900 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (c1785edb-6527-430f-acb0-2b7858917329), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.668310 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:42.668719 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6187844'] for segment (c1785edb-6527-430f-acb0-2b7858917329), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: Traceback (most recent call last): Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: timer() Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: cb(*args, **kw) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: return func(*args, **kwargs) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: self._notify() Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: self.callback(batched_events) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: event.method(event) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: return f(self, *a, **k) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: return self._get(url).json() Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:42.670649 dv-cinder-829664-3-smb neutron-server[103191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:42.732806 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (69a13bd6-254f-45a0-93dc-3ef45721b360), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.740410 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.743722 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] 10.222.0.35 "DELETE /v2.0/networks/69a13bd6-254f-45a0-93dc-3ef45721b360 HTTP/1.1" status: 204 len: 168 time: 0.3248694 Mar 14 19:00:42.748112 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50950) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:42.754731 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2f221-1f74-44da-b2ce-fded700f66aa admin admin] Pushing event deleted for resources: {'Network': ['ID=69a13bd6-254f-45a0-93dc-3ef45721b360,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:42.799764 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] Deleting subnet d0db949d-0823-445f-beeb-465d81fdd397 {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:00:42.803746 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] Publish callbacks [] for subnet (d0db949d-0823-445f-beeb-465d81fdd397), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.842595 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582570'] for subnet (d0db949d-0823-445f-beeb-465d81fdd397), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.873147 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-825f405f-202b-4be3-870f-2ca891788a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.894884 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (d0db949d-0823-445f-beeb-465d81fdd397), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.952468 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7591163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6213386'] for subnet (d0db949d-0823-445f-beeb-465d81fdd397), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.982405 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0db949d-0823-445f-beeb-465d81fdd397,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:42.987537 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:42.991147 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-6d92162d-e910-4b94-9ae8-0cd6d0b68350 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d0db949d-0823-445f-beeb-465d81fdd397 HTTP/1.1" status: 204 len: 168 time: 0.2415717 Mar 14 19:00:42.993828 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 50952) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:43.071264 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.161270 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.186045 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:43.197321 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2f6589-13df-4ca4-8146-a0fbb804acc3') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:43.197703 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2f6589-13df-4ca4-8146-a0fbb804acc3') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:43.209768 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (ef2f6589-13df-4ca4-8146-a0fbb804acc3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.226692 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (ef2f6589-13df-4ca4-8146-a0fbb804acc3), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.234981 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:00:43.235524 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (ef2f6589-13df-4ca4-8146-a0fbb804acc3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:00:43.238075 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:00:43.306133 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.313485 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.317891 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1 HTTP/1.1" status: 204 len: 168 time: 0.3227394 Mar 14 19:00:43.341682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d6f33-e72c-4204-88ef-c79abf93c8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff74275d-4eaa-4f0d-a582-7a4bb2cc61c1,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:43.524893 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50956) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:43.572951 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-1ba41177-1dc4-42ee-967a-710a38b27ade admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c45a7b64238c4e118f17d9a48ac56262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466638 Mar 14 19:00:43.575873 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50958) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:43.636850 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3662d27b-fb49-4d7d-9810-fc16e5e67511 admin admin] Publish callbacks [] for security_group (6e95b784-f86b-417f-b59d-8bee425f9b31), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.679020 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3662d27b-fb49-4d7d-9810-fc16e5e67511 admin admin] Publish callbacks [] for security_group (6e95b784-f86b-417f-b59d-8bee425f9b31), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.763240 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3662d27b-fb49-4d7d-9810-fc16e5e67511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6e95b784-f86b-417f-b59d-8bee425f9b31), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.766298 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3662d27b-fb49-4d7d-9810-fc16e5e67511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:43.767954 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-3662d27b-fb49-4d7d-9810-fc16e5e67511 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e95b784-f86b-417f-b59d-8bee425f9b31 HTTP/1.1" status: 204 len: 168 time: 0.1909134 Mar 14 19:00:43.781551 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662d27b-fb49-4d7d-9810-fc16e5e67511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e95b784-f86b-417f-b59d-8bee425f9b31,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:44.253742 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50970) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:44.319251 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.327578 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-707df6d1-2d21-4529-af85-f302f1588a2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c98caff7ff6434c8ea7276c9179eeed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719831 Mar 14 19:00:44.330123 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 50972) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:44.418300 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-452a3cb4-d61a-4f4c-b5f6-da754aba4874 admin admin] Publish callbacks [] for security_group (59af49b3-6c0b-4a7d-9c9f-007b7a3fae24), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.446850 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-452a3cb4-d61a-4f4c-b5f6-da754aba4874 admin admin] Publish callbacks [] for security_group (59af49b3-6c0b-4a7d-9c9f-007b7a3fae24), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.528340 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-452a3cb4-d61a-4f4c-b5f6-da754aba4874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (59af49b3-6c0b-4a7d-9c9f-007b7a3fae24), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.532271 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-452a3cb4-d61a-4f4c-b5f6-da754aba4874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:44.534060 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-452a3cb4-d61a-4f4c-b5f6-da754aba4874 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59af49b3-6c0b-4a7d-9c9f-007b7a3fae24 HTTP/1.1" status: 204 len: 168 time: 0.2024233 Mar 14 19:00:44.548517 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a3cb4-d61a-4f4c-b5f6-da754aba4874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af49b3-6c0b-4a7d-9c9f-007b7a3fae24,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:45.663924 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:00:45.668100 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:46.124228 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354b3ec-63d6-4565-9a5c-8b7333da3201 req-69262602-b0ec-41ad-a72a-71668372247d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:46.125890 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8354b3ec-63d6-4565-9a5c-8b7333da3201 req-69262602-b0ec-41ad-a72a-71668372247d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 947 time: 0.0714064 Mar 14 19:00:46.188955 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8354b3ec-63d6-4565-9a5c-8b7333da3201 req-020450fb-ac77-4a52-9eac-30ba99deda1d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566802 Mar 14 19:00:46.694867 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:47.334446 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253157c-6585-48d3-837f-3ee896d19a26 req-7803808d-f082-43a1-bdb0-23f576378dde tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:47.335996 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9253157c-6585-48d3-837f-3ee896d19a26 req-7803808d-f082-43a1-bdb0-23f576378dde tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 947 time: 0.0549781 Mar 14 19:00:47.386032 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9253157c-6585-48d3-837f-3ee896d19a26 req-54e9f69f-e4b1-46ea-9181-8fe130b3a44c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437520 Mar 14 19:00:48.062021 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:48.147098 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-2c272171-0fb7-4ed9-ac93-ef13ede9f600 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:48.148478 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-2c272171-0fb7-4ed9-ac93-ef13ede9f600 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 947 time: 0.0548859 Mar 14 19:00:48.255768 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Deleting port 9e7de98f-e348-4f91-abb2-2063f32de56b {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:48.256117 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:48.357056 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] For port 9e7de98f-e348-4f91-abb2-2063f32de56b, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=9e7de98f-e348-4f91-abb2-2063f32de56b,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:00:48.357785 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:48.754283 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc7a0-00a8-4f5f-8008-f26014aee42a req-22e52055-9f1f-4c83-9107-e21ad6788c60 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:48.756893 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7ecbc7a0-00a8-4f5f-8008-f26014aee42a req-22e52055-9f1f-4c83-9107-e21ad6788c60 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 947 time: 0.2448606 Mar 14 19:00:48.780646 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:48.781013 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (68cb37ec-4f25-453a-961b-d95500d9bea1), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:48.781330 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.l3_db [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Floating IP 68cb37ec-4f25-453a-961b-d95500d9bea1 disassociated. External IP: 172.28.0.41, port: 9e7de98f-e348-4f91-abb2-2063f32de56b. Mar 14 19:00:48.781691 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Calling delete_port for 9e7de98f-e348-4f91-abb2-2063f32de56b owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:48.862800 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7ecbc7a0-00a8-4f5f-8008-f26014aee42a req-f0e23ab9-09b0-4a39-8298-fb2b2cbbc82c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1173ce0-1970-44e5-b728-13327b429ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985525 Mar 14 19:00:48.963882 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (9e7de98f-e348-4f91-abb2-2063f32de56b), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:49.022933 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event deleted for resources: {'Port': ['ID=9e7de98f-e348-4f91-abb2-2063f32de56b,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:49.193693 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Router f65b737e-20ae-4acc-a321-019ea5e28aa6 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:00:49.335566 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:00:49.354203 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] Sync routers for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:00:49.375936 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:49.378294 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:49.412557 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] No DVR routers for this DVR port 9e7de98f-e348-4f91-abb2-2063f32de56b on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:00:49.417180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:49.423609 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-781ce9a0-5e8d-4f22-8c34-ff62046f0fcf req-b951ef13-6ac2-406a-a09b-7fcd941706bc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "DELETE /v2.0/ports/9e7de98f-e348-4f91-abb2-2063f32de56b HTTP/1.1" status: 204 len: 173 time: 1.2694609 Mar 14 19:00:49.425034 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-deleted', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:49.439986 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bee906-bcbc-4d98-9a46-8dbf0087002e" -d '{"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-deleted", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:49.514709 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18a603a-451e-4937-85e7-1a5603e80fcb x-openstack-request-id: req-a18a603a-451e-4937-85e7-1a5603e80fcb {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:49.522703 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175f04c0-b331-4b3b-98f4-70474a0b53d9", "name": "network-vif-deleted", "tag": "9e7de98f-e348-4f91-abb2-2063f32de56b", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:49.523407 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a18a603a-451e-4937-85e7-1a5603e80fcb {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:49.524471 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175f04c0-b331-4b3b-98f4-70474a0b53d9', 'name': 'network-vif-deleted', 'tag': '9e7de98f-e348-4f91-abb2-2063f32de56b', 'status': 'completed', 'code': 200} Mar 14 19:00:49.580638 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:49.865273 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:49.900781 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] Checking router: f65b737e-20ae-4acc-a321-019ea5e28aa6 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:00:49.912834 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:00:49.913434 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:50.043562 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fdc37fe7-aada-42cf-b61d-3bd50547aa21 req-74344615-0bb7-4d6b-87c1-7c8ee3471a12 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=175f04c0-b331-4b3b-98f4-70474a0b53d9 HTTP/1.1" status: 200 len: 210 time: 0.0371711 Mar 14 19:00:50.084972 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:00:50.343867 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:00:50.374246 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d20827-5759-4dd3-91bb-69eb4623316f None None] The sync data for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb is: [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:00:50.667486 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f52ed-6b40-4a01-b325-fd310731aab2 None None] New status for floating IP 68cb37ec-4f25-453a-961b-d95500d9bea1: DOWN {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:00:51.161188 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51090) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:51.225375 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2dad154e-f963-4bc5-aaa6-7c512edc89be tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (a1173ce0-1970-44e5-b728-13327b429ece), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.261332 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2dad154e-f963-4bc5-aaa6-7c512edc89be tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (a1173ce0-1970-44e5-b728-13327b429ece), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.318674 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2dad154e-f963-4bc5-aaa6-7c512edc89be tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a1173ce0-1970-44e5-b728-13327b429ece), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.323057 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2dad154e-f963-4bc5-aaa6-7c512edc89be tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.324510 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-2dad154e-f963-4bc5-aaa6-7c512edc89be tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1173ce0-1970-44e5-b728-13327b429ece HTTP/1.1" status: 204 len: 168 time: 0.1621616 Mar 14 19:00:51.328266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51092) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:51.336355 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad154e-f963-4bc5-aaa6-7c512edc89be tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1173ce0-1970-44e5-b728-13327b429ece,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:51.344068 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.api.v2.resource [None req-36b5a006-1dff-4a9d-9c43-b64f0a2bc743 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] show failed (client error): The resource could not be found. Mar 14 19:00:51.344439 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-36b5a006-1dff-4a9d-9c43-b64f0a2bc743 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups/a1173ce0-1970-44e5-b728-13327b429ece HTTP/1.1" status: 404 len: 347 time: 0.0151954 Mar 14 19:00:51.349265 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51094) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:51.527146 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Deleting port 95b4570a-9c1d-4e47-b144-7a435af13e9e {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:00:51.527728 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.669641 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.670187 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (95b4570a-9c1d-4e47-b144-7a435af13e9e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.693870 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Calling delete_port for 95b4570a-9c1d-4e47-b144-7a435af13e9e owned by network:floatingip {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:00:51.905172 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (95b4570a-9c1d-4e47-b144-7a435af13e9e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:51.950061 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event deleted for resources: {'Port': ['ID=95b4570a-9c1d-4e47-b144-7a435af13e9e,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:52.017416 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (68cb37ec-4f25-453a-961b-d95500d9bea1), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.020074 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.021536 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-4d01a001-1cbc-40dc-9223-23bb190f7f5f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "DELETE /v2.0/floatingips/68cb37ec-4f25-453a-961b-d95500d9bea1 HTTP/1.1" status: 204 len: 168 time: 0.6712332 Mar 14 19:00:52.126163 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:00:52.161783 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 9e7de98f-e348-4f91-abb2-2063f32de56b {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:00:52.162406 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 9e7de98f-e348-4f91-abb2-2063f32de56b not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:00:52.237567 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51114) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:52.242222 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-f544d040-20ff-42aa-8a0b-a4db15c7923a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698996806', 'description': 'tempest-description--362198450'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:52.266982 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f544d040-20ff-42aa-8a0b-a4db15c7923a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.394865 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f544d040-20ff-42aa-8a0b-a4db15c7923a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (35fb58d3-f973-47ab-9c18-ce25c5c294cb), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.402241 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f544d040-20ff-42aa-8a0b-a4db15c7923a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (35fb58d3-f973-47ab-9c18-ce25c5c294cb), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.459896 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f544d040-20ff-42aa-8a0b-a4db15c7923a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.461884 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-f544d040-20ff-42aa-8a0b-a4db15c7923a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2230070 Mar 14 19:00:52.465157 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51116) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:52.469487 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544d040-20ff-42aa-8a0b-a4db15c7923a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb58d3-f973-47ab-9c18-ce25c5c294cb,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:52.470601 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-f79b3c7d-c037-4a5f-9a86-23b82fd66eae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'security_group_rule': {'security_group_id': '35fb58d3-f973-47ab-9c18-ce25c5c294cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:52.500204 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f79b3c7d-c037-4a5f-9a86-23b82fd66eae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (f6cab056-c6cb-4a9b-aca0-0272b76f2bd6), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.566172 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f79b3c7d-c037-4a5f-9a86-23b82fd66eae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (f6cab056-c6cb-4a9b-aca0-0272b76f2bd6), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.570265 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f79b3c7d-c037-4a5f-9a86-23b82fd66eae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (f6cab056-c6cb-4a9b-aca0-0272b76f2bd6), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.593392 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b3c7d-c037-4a5f-9a86-23b82fd66eae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cab056-c6cb-4a9b-aca0-0272b76f2bd6,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:52.602136 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f79b3c7d-c037-4a5f-9a86-23b82fd66eae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.605702 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f79b3c7d-c037-4a5f-9a86-23b82fd66eae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370873 Mar 14 19:00:52.607233 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51118) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:52.613050 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-83437b0f-5d95-4c38-868c-a87e7b6db8b9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'security_group_rule': {'security_group_id': '35fb58d3-f973-47ab-9c18-ce25c5c294cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:52.644612 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83437b0f-5d95-4c38-868c-a87e7b6db8b9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (fbae49c8-e66e-47ac-96ca-1b2def06af5e), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.710623 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83437b0f-5d95-4c38-868c-a87e7b6db8b9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (fbae49c8-e66e-47ac-96ca-1b2def06af5e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.715259 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83437b0f-5d95-4c38-868c-a87e7b6db8b9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (fbae49c8-e66e-47ac-96ca-1b2def06af5e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.739493 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83437b0f-5d95-4c38-868c-a87e7b6db8b9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbae49c8-e66e-47ac-96ca-1b2def06af5e,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:52.749352 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83437b0f-5d95-4c38-868c-a87e7b6db8b9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.753804 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-83437b0f-5d95-4c38-868c-a87e7b6db8b9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423125 Mar 14 19:00:52.754345 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51120) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:52.758854 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:52.780197 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:52.893927 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.040764 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Allocated IP 172.28.0.164 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/94cb767f-b0b2-4c58-a4db-76c7dd9cc548) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:53.189478 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.241996 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.312928 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:53.316698 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:53.321334 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:00:53.344952 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'Port': ['ID=94cb767f-b0b2-4c58-a4db-76c7dd9cc548,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:53.450023 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51138) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:53.462823 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (2efa5694-cd9e-409b-b0c0-893a5b4e2b51), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.529486 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.589171 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49fcfb7a-9b45-4b1f-9b61-720fbfcfab4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.696942 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49fcfb7a-9b45-4b1f-9b61-720fbfcfab4a admin admin] Publish callbacks [] for security_group (89a982fa-f3b0-4049-8c60-6eac8eabc75d), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.704580 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49fcfb7a-9b45-4b1f-9b61-720fbfcfab4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (89a982fa-f3b0-4049-8c60-6eac8eabc75d), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.748341 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-49fcfb7a-9b45-4b1f-9b61-720fbfcfab4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0388ee2b9ac4956840a765c5d6843ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972031 Mar 14 19:00:53.750852 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcfb7a-9b45-4b1f-9b61-720fbfcfab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a982fa-f3b0-4049-8c60-6eac8eabc75d,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:53.752625 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51142) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:53.770568 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.780474 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.874754 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'Port': ['ID=94cb767f-b0b2-4c58-a4db-76c7dd9cc548,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:53.902229 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3121-6b3d-4e1c-887c-019a4204ce67 admin admin] Publish callbacks [] for security_group (89a982fa-f3b0-4049-8c60-6eac8eabc75d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.904535 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (2efa5694-cd9e-409b-b0c0-893a5b4e2b51), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.937899 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:53.939212 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e2a7e78b-8837-4adc-9931-b52957952ab2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1838403 Mar 14 19:00:53.944757 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3121-6b3d-4e1c-887c-019a4204ce67 admin admin] Publish callbacks [] for security_group (89a982fa-f3b0-4049-8c60-6eac8eabc75d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.025068 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3121-6b3d-4e1c-887c-019a4204ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (89a982fa-f3b0-4049-8c60-6eac8eabc75d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.028837 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3121-6b3d-4e1c-887c-019a4204ce67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.030027 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5c6b3121-6b3d-4e1c-887c-019a4204ce67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89a982fa-f3b0-4049-8c60-6eac8eabc75d HTTP/1.1" status: 204 len: 168 time: 0.2762482 Mar 14 19:00:54.038798 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b3121-6b3d-4e1c-887c-019a4204ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a982fa-f3b0-4049-8c60-6eac8eabc75d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:54.239813 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-954482a9-a0aa-4978-a6a2-d2d7cc24269a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--698996806&fields=id&tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 267 time: 0.0766730 Mar 14 19:00:54.510241 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51160) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:54.529580 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d882f65-7fda-49d0-b9e3-7e6fbe70c8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.657510 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-8aeca631-0ad9-43e9-ada0-f66a9ee4342f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:54.659706 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-8aeca631-0ad9-43e9-ada0-f66a9ee4342f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 815 time: 0.4099915 Mar 14 19:00:54.685568 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-7e8cc645-4023-4692-a0d9-0f93297c03c3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/quotas/ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 375 time: 0.0166085 Mar 14 19:00:54.688393 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d882f65-7fda-49d0-b9e3-7e6fbe70c8d4 admin admin] Publish callbacks [] for security_group (add980d8-8a78-478c-b207-4c55bfa084e4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.694759 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d882f65-7fda-49d0-b9e3-7e6fbe70c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (add980d8-8a78-478c-b207-4c55bfa084e4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.758889 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dfb204b0-a710-45db-a429-fac9388a93d9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657206 Mar 14 19:00:54.762251 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-9d882f65-7fda-49d0-b9e3-7e6fbe70c8d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbdf1b67b55b42399efdcd06709d63f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556105 Mar 14 19:00:54.764744 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d882f65-7fda-49d0-b9e3-7e6fbe70c8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add980d8-8a78-478c-b207-4c55bfa084e4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:54.765680 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51162) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:00:54.890836 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-026dc084-5e8d-465c-9c4c-144c0a17c910 admin admin] Publish callbacks [] for security_group (add980d8-8a78-478c-b207-4c55bfa084e4), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.940943 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-026dc084-5e8d-465c-9c4c-144c0a17c910 admin admin] Publish callbacks [] for security_group (add980d8-8a78-478c-b207-4c55bfa084e4), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:54.951982 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-c6bf990c-fca9-4d6a-b883-8f4cf8647b33 service neutron] 10.222.0.35 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585798 Mar 14 19:00:55.083778 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-026dc084-5e8d-465c-9c4c-144c0a17c910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (add980d8-8a78-478c-b207-4c55bfa084e4), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:55.086446 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-026dc084-5e8d-465c-9c4c-144c0a17c910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:55.087665 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-026dc084-5e8d-465c-9c4c-144c0a17c910 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/add980d8-8a78-478c-b207-4c55bfa084e4 HTTP/1.1" status: 204 len: 168 time: 0.3203745 Mar 14 19:00:55.097701 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-0fe12655-dcd3-4abb-8327-668222ea2825 service neutron] 10.222.0.35 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345289 Mar 14 19:00:55.104237 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dc084-5e8d-465c-9c4c-144c0a17c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add980d8-8a78-478c-b207-4c55bfa084e4,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:55.409911 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-735ce2a6-a01b-4376-b5aa-c2af7233225b req-092c0460-53ca-41fb-b255-142eb148b938 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 210 time: 0.0457683 Mar 14 19:00:56.589456 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-51d90b52-b5a6-4b7b-88f4-df6a9c769b37 req-39d626a5-5f47-4095-8d20-2fdbf06d3b47 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 210 time: 0.0425088 Mar 14 19:00:56.745465 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-158c9206-4633-4223-bdf9-1e2f7c6b3c29 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:56.747519 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-158c9206-4633-4223-bdf9-1e2f7c6b3c29 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 815 time: 0.1882420 Mar 14 19:00:56.860364 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-ab48bbb0-8aab-47af-bdaf-7816d6f1069a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 379 time: 0.1008174 Mar 14 19:00:56.872324 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'port': {'device_id': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'admin_state_up': True, 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'security_groups': ['35fb58d3-f973-47ab-9c18-ce25c5c294cb']}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:57.035773 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Made reservation on behalf of ab8c01d7cef74443bcbdd601b2acc4b2 for: {'port': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:00:57.043344 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.282289 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Allocated IP 172.20.0.13 (e94f98c8-f193-4044-aade-c657f6b0401c/417643b2-7c20-48f4-9f46-0ef378eef4a0/603b2ce1-ff18-4526-a23f-2c37fc1caa82) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:00:57.518364 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.579506 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.668653 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Network e94f98c8-f193-4044-aade-c657f6b0401c is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:00:57.675282 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:00:57.684466 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:00:57.733300 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:57.816601 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:57.817236 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:57.847497 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-dab9dd98-fbc7-4843-a916-87d745a78c44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813247 Mar 14 19:00:57.863991 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d50c-b901-4954-b033-c9bb6facd9b7 req-9ec3e4c6-1497-4363-82e2-77d0822f3170 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:57.867441 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-76a1d50c-b901-4954-b033-c9bb6facd9b7 req-9ec3e4c6-1497-4363-82e2-77d0822f3170 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 932 time: 0.1355155 Mar 14 19:00:57.877634 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Request body: {'port': {'device_id': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:00:58.032605 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-76a1d50c-b901-4954-b033-c9bb6facd9b7 req-ee1161d1-2ec7-4f64-91c0-f6563d6536b6 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486049 Mar 14 19:00:58.035758 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.092625 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-3eecc360-e4ea-4be3-b60c-0291c2f807eb None None] Provisioning complete for port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:00:58.093263 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-3eecc360-e4ea-4be3-b60c-0291c2f807eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.142307 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-3eecc360-e4ea-4be3-b60c-0291c2f807eb None None] Port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:00:58.430439 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603b2ce1-ff18-4526-a23f-2c37fc1caa82 {{(pid=103191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:00:58.439668 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Publish callbacks [] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.453862 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.provisioning_blocks [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Transition to ACTIVE for port object 603b2ce1-ff18-4526-a23f-2c37fc1caa82 will not be triggered until provisioned by entity L2. {{(pid=103191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:00:58.466388 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.530228 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:58.612617 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Attempting to bind port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:00:58.613077 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Attempting to bind port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:00:58.613551 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Attempting to bind port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 on network e94f98c8-f193-4044-aade-c657f6b0401c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:00:58.619519 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 on network e94f98c8-f193-4044-aade-c657f6b0401c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:00:58.620478 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Attempting to bind port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 on network e94f98c8-f193-4044-aade-c657f6b0401c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:00:58.626657 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:00:58.627078 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Checking segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:00:58.627600 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Bound using segment: {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:00:58.628248 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Bound port: 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:00:58.628761 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.750889 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:00:58.754894 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:00:58.763163 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.813051 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:58.814185 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:00:58.816480 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] 10.222.0.21 "PUT /v2.0/ports/603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 1094 time: 0.9474819 Mar 14 19:00:58.817154 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:00:58.819882 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fbca50-b15f-43cb-8439-7acd5134adcb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:00:58.867431 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f928013-fdca-41d5-83b0-14717569f104 service neutron] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:00:58.997253 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d1e56-28e4-4503-b9ef-9a6ae1ef086b x-openstack-request-id: req-8a9d1e56-28e4-4503-b9ef-9a6ae1ef086b {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:00:58.997558 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:00:58.997861 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a9d1e56-28e4-4503-b9ef-9a6ae1ef086b {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:00:58.998327 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'status': 'completed', 'code': 200} Mar 14 19:00:59.007677 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-fd7cced8-2fbe-4f3f-8bdb-da5a5f19a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.010829 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-fd7cced8-2fbe-4f3f-8bdb-da5a5f19a678 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1128 time: 0.1279151 Mar 14 19:00:59.079685 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-9e80c13a-e7f0-4bbe-85de-7e3c29ee344d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 217 time: 0.0609143 Mar 14 19:00:59.214046 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-06e95021-782f-46e6-8ea7-4c26392aa2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.216614 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-06e95021-782f-46e6-8ea7-4c26392aa2f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.1302779 Mar 14 19:00:59.308567 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ce401-9a9b-4551-88bf-f349e7dd0a5d req-7cb08678-8a63-449e-8649-47746d8340aa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.311166 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ee0ce401-9a9b-4551-88bf-f349e7dd0a5d req-7cb08678-8a63-449e-8649-47746d8340aa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1612606 Mar 14 19:00:59.365915 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-e693135d-7289-452d-9253-96c757e38e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.369313 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-e693135d-7289-452d-9253-96c757e38e04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1413641 Mar 14 19:00:59.452040 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ee0ce401-9a9b-4551-88bf-f349e7dd0a5d req-955485e6-f43a-4540-91c6-5c7033832001 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336813 Mar 14 19:00:59.515641 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-7fa0653a-aed1-421b-9799-12d5c8dbca5b service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346865 Mar 14 19:00:59.611779 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-47f91d52-1b35-4e9f-b4ce-cb529cfa4cce req-3506d948-f89e-4d2f-b71d-dcbfcf40ed92 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899549 Mar 14 19:00:59.714264 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-816edcd8-8e2e-423a-b84c-cc60f5075f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.715973 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-816edcd8-8e2e-423a-b84c-cc60f5075f60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1128 time: 0.0571086 Mar 14 19:00:59.828683 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-632dcfdf-5b21-4e82-a9d3-e9a501458b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.830805 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-632dcfdf-5b21-4e82-a9d3-e9a501458b3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.1077819 Mar 14 19:00:59.882301 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-adf0a4c9-4ac4-459c-aa58-c4f829715f25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 217 time: 0.0428808 Mar 14 19:00:59.947939 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-b1d1ac7a-b0a3-49ed-b146-644069b1f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:00:59.950870 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-b1d1ac7a-b0a3-49ed-b146-644069b1f9e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0607784 Mar 14 19:01:00.013664 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-d19690a5-bd11-49a2-ad04-5f42f80f2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:00.015268 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-d19690a5-bd11-49a2-ad04-5f42f80f2b05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0584347 Mar 14 19:01:00.136626 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-860b76d6-ddef-4a8c-845f-7fd66b985cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136975 Mar 14 19:01:00.283865 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41fbca50-b15f-43cb-8439-7acd5134adcb req-defeea9b-e582-4567-8461-41357e541f9c service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415277 Mar 14 19:01:00.601470 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46eb95-2633-451c-a51d-2c14ef67d34f req-eb947e00-05b9-42f7-8895-d8dc65789c90 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:00.603040 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fa46eb95-2633-451c-a51d-2c14ef67d34f req-eb947e00-05b9-42f7-8895-d8dc65789c90 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.0692875 Mar 14 19:01:00.658338 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fa46eb95-2633-451c-a51d-2c14ef67d34f req-66f1abb7-8c51-42c7-82ba-f1c0d43b4b53 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486753 Mar 14 19:01:01.819255 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267b62-d736-47bf-a58a-c1d10d4ccd91 req-6aad2c91-035f-4ef4-83bb-70a2fbb0aaab tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:01.821065 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3e267b62-d736-47bf-a58a-c1d10d4ccd91 req-6aad2c91-035f-4ef4-83bb-70a2fbb0aaab tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.0682364 Mar 14 19:01:01.877317 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3e267b62-d736-47bf-a58a-c1d10d4ccd91 req-90e9f72d-6436-4b8b-a1e9-26643baa086b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490158 Mar 14 19:01:02.197850 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:01:02.301758 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:02.314438 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'port_id': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'mac_address': 'fa:16:3e:71:10:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:01:02.355293 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:02.355683 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.369429 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603b2ce1-ff18-4526-a23f-2c37fc1caa82 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:01:02.391652 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:02.396159 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:02.448109 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:02.455738 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.456137 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.456442 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.456791 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.457128 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.457462 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.457795 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.458159 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.458495 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.458826 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.459158 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.459490 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.459820 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.460146 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.460474 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:01:02.673002 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['603b2ce1-ff18-4526-a23f-2c37fc1caa82'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:01:03.030080 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9210-dc6e-4783-afb6-36d66dde743d req-e72b835e-449a-4f9d-9d69-d9412451575e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:03.031967 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0e1b9210-dc6e-4783-afb6-36d66dde743d req-e72b835e-449a-4f9d-9d69-d9412451575e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 945 time: 0.0729861 Mar 14 19:01:03.095520 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0e1b9210-dc6e-4783-afb6-36d66dde743d req-f79fc0db-cede-4cd1-b0b9-4a75cf6d0670 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569637 Mar 14 19:01:04.216261 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:04.249460 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40471f9-fe15-43a0-a349-7b2c9bfca344 req-b32424ce-f59e-4792-ac56-a2eb42736ce5 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:04.252112 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d40471f9-fe15-43a0-a349-7b2c9bfca344 req-b32424ce-f59e-4792-ac56-a2eb42736ce5 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 945 time: 0.0766366 Mar 14 19:01:04.295843 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:01:04.300228 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:04.300638 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.307784 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d40471f9-fe15-43a0-a349-7b2c9bfca344 req-104de203-37fa-45da-9d16-20a3cee900ad tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495605 Mar 14 19:01:04.391482 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:04.391874 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.419252 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:04.421725 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127bb2ff-0968-4376-b776-563b6bddc2bc" -d '{"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-plugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:04.442198 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:04.447867 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:04.492313 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52abd59-a794-4408-b7be-4619cf945ef0 x-openstack-request-id: req-f52abd59-a794-4408-b7be-4619cf945ef0 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:04.492783 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-plugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:04.493204 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f52abd59-a794-4408-b7be-4619cf945ef0 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:04.493919 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'code': 200} Mar 14 19:01:04.540232 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:04.692648 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a0d8-a146-4d6a-9294-4878716edc1d req-27e5b0f7-c670-4d3a-9e30-e57dcb4b693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:04.695446 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-95f7a0d8-a146-4d6a-9294-4878716edc1d req-27e5b0f7-c670-4d3a-9e30-e57dcb4b693e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1130 time: 0.0692537 Mar 14 19:01:04.753302 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-95f7a0d8-a146-4d6a-9294-4878716edc1d req-98d63ef6-85ac-4998-a5bc-74116fb47f7b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500157 Mar 14 19:01:05.349042 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51332) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:05.467303 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94c08-eeb6-41ef-b9a0-bfa3159322e7 req-8af1b811-42a5-4487-9a3a-c217b8fe468b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:05.468948 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6a94c08-eeb6-41ef-b9a0-bfa3159322e7 req-8af1b811-42a5-4487-9a3a-c217b8fe468b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0664608 Mar 14 19:01:05.524582 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f454714-d579-40c1-958f-80ea7b0f881c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.550273 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6a94c08-eeb6-41ef-b9a0-bfa3159322e7 req-9372df98-cdcd-4156-a9d5-1577f788a163 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751443 Mar 14 19:01:05.628222 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f454714-d579-40c1-958f-80ea7b0f881c admin admin] Publish callbacks [] for security_group (ddc05135-6d9d-4af9-bb01-48d3b487d4e8), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.632767 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f454714-d579-40c1-958f-80ea7b0f881c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ddc05135-6d9d-4af9-bb01-48d3b487d4e8), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.675909 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-5f454714-d579-40c1-958f-80ea7b0f881c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f36b1dd1debe4eea83780929bd9250f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253384 Mar 14 19:01:05.676705 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f454714-d579-40c1-958f-80ea7b0f881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc05135-6d9d-4af9-bb01-48d3b487d4e8,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:05.680094 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51336) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:05.746748 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f89b3436-f533-498a-90d6-d323f72ec6aa admin admin] Publish callbacks [] for security_group (ddc05135-6d9d-4af9-bb01-48d3b487d4e8), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.780244 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f89b3436-f533-498a-90d6-d323f72ec6aa admin admin] Publish callbacks [] for security_group (ddc05135-6d9d-4af9-bb01-48d3b487d4e8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.839589 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f89b3436-f533-498a-90d6-d323f72ec6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ddc05135-6d9d-4af9-bb01-48d3b487d4e8), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.843344 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f89b3436-f533-498a-90d6-d323f72ec6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:05.844940 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f89b3436-f533-498a-90d6-d323f72ec6aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddc05135-6d9d-4af9-bb01-48d3b487d4e8 HTTP/1.1" status: 204 len: 168 time: 0.1621318 Mar 14 19:01:05.857801 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b3436-f533-498a-90d6-d323f72ec6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc05135-6d9d-4af9-bb01-48d3b487d4e8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:06.179976 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51344) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:06.193819 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b81e-da9e-4d6b-905d-3308596457d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:06.280521 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b81e-da9e-4d6b-905d-3308596457d8 admin admin] Publish callbacks [] for security_group (dc98e50c-cf7b-45b7-82d2-17ea4a195f4d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:06.286846 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b81e-da9e-4d6b-905d-3308596457d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (dc98e50c-cf7b-45b7-82d2-17ea4a195f4d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:06.329380 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-3cc5b81e-da9e-4d6b-905d-3308596457d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc593c44c958472d95323b3ce0b1c236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482027 Mar 14 19:01:06.330221 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5b81e-da9e-4d6b-905d-3308596457d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98e50c-cf7b-45b7-82d2-17ea4a195f4d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:06.333600 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51346) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:06.392942 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37176936-0bf8-4923-bcfb-78da9614234e admin admin] Publish callbacks [] for security_group (dc98e50c-cf7b-45b7-82d2-17ea4a195f4d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:06.420412 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37176936-0bf8-4923-bcfb-78da9614234e admin admin] Publish callbacks [] for security_group (dc98e50c-cf7b-45b7-82d2-17ea4a195f4d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:06.479541 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37176936-0bf8-4923-bcfb-78da9614234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (dc98e50c-cf7b-45b7-82d2-17ea4a195f4d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:06.482996 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37176936-0bf8-4923-bcfb-78da9614234e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:06.484492 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-37176936-0bf8-4923-bcfb-78da9614234e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc98e50c-cf7b-45b7-82d2-17ea4a195f4d HTTP/1.1" status: 204 len: 168 time: 0.1497180 Mar 14 19:01:06.497535 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176936-0bf8-4923-bcfb-78da9614234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98e50c-cf7b-45b7-82d2-17ea4a195f4d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:06.694490 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232326c-a636-44ee-9040-98c37a05bc19 req-2a169d09-4d14-4112-9733-2b165ebec313 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:06.696304 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9232326c-a636-44ee-9040-98c37a05bc19 req-2a169d09-4d14-4112-9733-2b165ebec313 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0654664 Mar 14 19:01:06.769142 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9232326c-a636-44ee-9040-98c37a05bc19 req-7e218bf3-fb1a-4ef0-907a-9df67e25b87f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661216 Mar 14 19:01:06.969442 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058a7f7-316c-4cca-b62a-5e4ee0c791a6 req-da36fa6a-4613-4d79-a204-0990c60f7f9d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:06.971791 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0058a7f7-316c-4cca-b62a-5e4ee0c791a6 req-da36fa6a-4613-4d79-a204-0990c60f7f9d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0886452 Mar 14 19:01:06.990766 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51362) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:06.999075 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Request body: {'floatingip': {'port_id': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:07.022542 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51364) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:07.046958 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9b5e-8b73-4eb9-ae0a-e40b5c722e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.105584 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (2efa5694-cd9e-409b-b0c0-893a5b4e2b51), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.187588 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9b5e-8b73-4eb9-ae0a-e40b5c722e1c admin admin] Publish callbacks [] for security_group (92bcd8ff-4768-46e3-abf8-9eef812f072d), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.195961 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9b5e-8b73-4eb9-ae0a-e40b5c722e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (92bcd8ff-4768-46e3-abf8-9eef812f072d), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.243273 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c5ee9b5e-8b73-4eb9-ae0a-e40b5c722e1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=096afbcf969a40ac9899937f402f463a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168796 Mar 14 19:01:07.243583 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee9b5e-8b73-4eb9-ae0a-e40b5c722e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bcd8ff-4768-46e3-abf8-9eef812f072d,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:07.246469 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51374) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:07.304710 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-831827ac-63a7-4274-b86a-e7e82b0d8615 admin admin] Publish callbacks [] for security_group (92bcd8ff-4768-46e3-abf8-9eef812f072d), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.345005 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-831827ac-63a7-4274-b86a-e7e82b0d8615 admin admin] Publish callbacks [] for security_group (92bcd8ff-4768-46e3-abf8-9eef812f072d), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.432801 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-831827ac-63a7-4274-b86a-e7e82b0d8615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (92bcd8ff-4768-46e3-abf8-9eef812f072d), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.438964 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-831827ac-63a7-4274-b86a-e7e82b0d8615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.442124 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-831827ac-63a7-4274-b86a-e7e82b0d8615 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92bcd8ff-4768-46e3-abf8-9eef812f072d HTTP/1.1" status: 204 len: 168 time: 0.1943345 Mar 14 19:01:07.460502 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831827ac-63a7-4274-b86a-e7e82b0d8615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bcd8ff-4768-46e3-abf8-9eef812f072d,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:07.764840 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a1a15-2b09-4621-8bad-00eec4a3a623 req-d1f66a38-2453-4689-8376-d0dc6a998491 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:07.782001 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a4a1a15-2b09-4621-8bad-00eec4a3a623 req-d1f66a38-2453-4689-8376-d0dc6a998491 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1125400 Mar 14 19:01:07.792481 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.798592 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (2efa5694-cd9e-409b-b0c0-893a5b4e2b51), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:07.867390 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a4a1a15-2b09-4621-8bad-00eec4a3a623 req-121ad5cb-cb04-4a66-a880-a2806272d2c3 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784585 Mar 14 19:01:08.221545 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Floating IP 2efa5694-cd9e-409b-b0c0-893a5b4e2b51 associated. External IP: 172.28.0.164, port: 603b2ce1-ff18-4526-a23f-2c37fc1caa82. Mar 14 19:01:08.570367 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Router f65b737e-20ae-4acc-a321-019ea5e28aa6 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:08.799988 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:08.816381 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] Sync routers for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:08.818769 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:08.841545 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:08.842689 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:08.878032 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e9751903-fdf7-4ade-a041-a1844ab8586c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "PUT /v2.0/floatingips/2efa5694-cd9e-409b-b0c0-893a5b4e2b51 HTTP/1.1" status: 200 len: 992 time: 1.8735318 Mar 14 19:01:08.878032 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:08.878032 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:08.946343 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ca4d97-518c-4f50-8e4f-c6b9b113ee7f x-openstack-request-id: req-a8ca4d97-518c-4f50-8e4f-c6b9b113ee7f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:08.947363 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:08.947818 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8ca4d97-518c-4f50-8e4f-c6b9b113ee7f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:08.948618 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'status': 'completed', 'code': 200} Mar 14 19:01:09.054879 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:09.100256 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-0b706f24-9ccc-43a9-9d73-55be25aa9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:09.103576 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-0b706f24-9ccc-43a9-9d73-55be25aa9c89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1130 time: 0.1205418 Mar 14 19:01:09.135325 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988acd-97f4-4ee2-b5e9-71499237b1c7 req-d53b13b8-e8e4-450d-8c29-5339aa24ceac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:09.137991 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b6988acd-97f4-4ee2-b5e9-71499237b1c7 req-d53b13b8-e8e4-450d-8c29-5339aa24ceac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.1450567 Mar 14 19:01:09.325710 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b6988acd-97f4-4ee2-b5e9-71499237b1c7 req-c037e15c-4ab4-43ca-a429-3872f313c523 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672664 Mar 14 19:01:09.337293 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-462644ca-ae38-4d7c-bb79-5d512ebf1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:09.339003 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-462644ca-ae38-4d7c-bb79-5d512ebf1f31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.2296355 Mar 14 19:01:09.450984 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-436eb5f1-18fc-4906-b05c-15424d2533fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 1000 time: 0.1035254 Mar 14 19:01:09.524075 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-b548e9c2-dea0-45a5-8366-a5336d85f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:09.526390 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-b548e9c2-dea0-45a5-8366-a5336d85f640 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0678911 Mar 14 19:01:09.554773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '2efa5694-cd9e-409b-b0c0-893a5b4e2b51', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'port_id': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'mac_address': 'fa:16:3e:71:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:00:53Z', 'updated_at': '2022-03-14T19:01:07Z', 'revision_number': 1, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:09.597408 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-3d4cf83c-1e59-4154-80ba-45dbd71211a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:09.599409 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] Checking router: f65b737e-20ae-4acc-a321-019ea5e28aa6 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:09.599808 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-3d4cf83c-1e59-4154-80ba-45dbd71211a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0631166 Mar 14 19:01:09.611459 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:09.612089 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:09.710423 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-8650f848-cb0a-4674-a00d-8274de5369a0 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029058 Mar 14 19:01:09.760844 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:09.762516 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-c989dc6f-d702-4213-a274-b662285fa749 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:09.767502 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-c989dc6f-d702-4213-a274-b662285fa749 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 945 time: 0.0835145 Mar 14 19:01:09.815478 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9d751cb6-3ce3-4754-8d84-b3d1e33dc3cb req-568892a0-7102-46fb-a99f-29b06890de59 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978978 Mar 14 19:01:09.920598 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Deleting port 645a1a00-7d1d-4667-87af-b9dea1d881c1 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:09.921146 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.074910 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] For port 645a1a00-7d1d-4667-87af-b9dea1d881c1, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=645a1a00-7d1d-4667-87af-b9dea1d881c1,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:10.075382 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.261621 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '2efa5694-cd9e-409b-b0c0-893a5b4e2b51', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'port_id': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'mac_address': 'fa:16:3e:71:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:00:53Z', 'updated_at': '2022-03-14T19:01:07Z', 'revision_number': 1, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:10.298628 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e488e0-5b29-479d-8b30-ce9b0307bfcc None None] The sync data for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb is: [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '2efa5694-cd9e-409b-b0c0-893a5b4e2b51', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'port_id': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'mac_address': 'fa:16:3e:71:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:00:53Z', 'updated_at': '2022-03-14T19:01:07Z', 'revision_number': 1, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:10.320965 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.322274 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (2067e42d-b4a0-483e-845b-b3d4b7d6535e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.322908 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Floating IP 2067e42d-b4a0-483e-845b-b3d4b7d6535e disassociated. External IP: 172.28.0.217, port: 645a1a00-7d1d-4667-87af-b9dea1d881c1. Mar 14 19:01:10.323564 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Calling delete_port for 645a1a00-7d1d-4667-87af-b9dea1d881c1 owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:10.342123 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-504ca285-a490-4a9a-9786-fceabe76597a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.510756 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (645a1a00-7d1d-4667-87af-b9dea1d881c1), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:10.527750 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40590e7c-9183-41ad-9183-b050734dcbf3 req-83226518-1afb-4cd5-8483-d7b639d70a55 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:10.530747 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-40590e7c-9183-41ad-9183-b050734dcbf3 req-83226518-1afb-4cd5-8483-d7b639d70a55 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 867 time: 0.0848308 Mar 14 19:01:10.549523 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event deleted for resources: {'Port': ['ID=645a1a00-7d1d-4667-87af-b9dea1d881c1,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:10.634637 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-40590e7c-9183-41ad-9183-b050734dcbf3 req-309fec68-ee02-4848-8daa-5d487b03883f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b5cbf73-76ba-4d04-b3c8-7fc720325b50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947542 Mar 14 19:01:10.671174 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6329efd-978b-4d6e-b17d-d2277d0bed96 None None] New status for floating IP 2efa5694-cd9e-409b-b0c0-893a5b4e2b51: ACTIVE {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:10.757268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Router a97d25b0-a59a-4071-898a-f29be5295261 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:10.937993 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:10.954059 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] Sync routers for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:10.978425 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:10.986342 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:11.062354 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] No DVR routers for this DVR port 645a1a00-7d1d-4667-87af-b9dea1d881c1 on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:11.067086 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:11.074597 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-10b7c6cd-cc92-4df1-b3bd-b607b04f5296 req-81202e38-17d3-4bd2-a1b1-3210cf27f802 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "DELETE /v2.0/ports/645a1a00-7d1d-4667-87af-b9dea1d881c1 HTTP/1.1" status: 204 len: 173 time: 1.3015747 Mar 14 19:01:11.075437 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'name': 'network-vif-deleted', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:11.077796 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2253ff57-8cfd-4122-becc-62f06ce01de5" -d '{"events": [{"server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "name": "network-vif-deleted", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:11.128452 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c1242-71c0-4030-a4dd-3ac75536ab10 x-openstack-request-id: req-b19c1242-71c0-4030-a4dd-3ac75536ab10 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:11.128772 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a19883a-6e5e-460d-87cc-090b0f06f9da", "name": "network-vif-deleted", "tag": "645a1a00-7d1d-4667-87af-b9dea1d881c1", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:11.133333 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b19c1242-71c0-4030-a4dd-3ac75536ab10 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:11.134500 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a19883a-6e5e-460d-87cc-090b0f06f9da', 'name': 'network-vif-deleted', 'tag': '645a1a00-7d1d-4667-87af-b9dea1d881c1', 'status': 'completed', 'code': 200} Mar 14 19:01:11.185717 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:11.438045 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:11.466196 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] Checking router: a97d25b0-a59a-4071-898a-f29be5295261 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:11.482773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:11.483822 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:00:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:11.656040 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:11.813990 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-337bb2d8-ec41-42db-ae9d-2e7c3953c552 req-c3e90cb6-7a05-456f-8ca8-1af5b495a071 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a19883a-6e5e-460d-87cc-090b0f06f9da HTTP/1.1" status: 200 len: 210 time: 0.0358617 Mar 14 19:01:11.932669 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:11.982433 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa1a52-578e-4764-be8e-f1fb8aa6f55f None None] The sync data for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb is: [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:12.262373 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 645a1a00-7d1d-4667-87af-b9dea1d881c1 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:12.293271 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 645a1a00-7d1d-4667-87af-b9dea1d881c1 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:12.293809 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 645a1a00-7d1d-4667-87af-b9dea1d881c1 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:12.326073 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c189103-b949-47bc-a943-80d76b2b4882 None None] New status for floating IP 2067e42d-b4a0-483e-845b-b3d4b7d6535e: DOWN {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:12.894674 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-9e60afdb-9651-4d8e-80ad-17c5569ba956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:12.920855 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51478) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:12.985905 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bf982d7-4311-4ba5-b6df-9cdf2128635d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (1b5cbf73-76ba-4d04-b3c8-7fc720325b50), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.016271 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bf982d7-4311-4ba5-b6df-9cdf2128635d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (1b5cbf73-76ba-4d04-b3c8-7fc720325b50), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.070164 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe64ee-a115-4396-b599-2b0d81fb0078 req-735a8392-a37e-434b-a03b-23c74e9b9660 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:13.074314 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4fbe64ee-a115-4396-b599-2b0d81fb0078 req-735a8392-a37e-434b-a03b-23c74e9b9660 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 946 time: 0.0759501 Mar 14 19:01:13.087566 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bf982d7-4311-4ba5-b6df-9cdf2128635d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (1b5cbf73-76ba-4d04-b3c8-7fc720325b50), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.091935 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bf982d7-4311-4ba5-b6df-9cdf2128635d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.094139 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-8bf982d7-4311-4ba5-b6df-9cdf2128635d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "DELETE /v2.0/security-groups/1b5cbf73-76ba-4d04-b3c8-7fc720325b50 HTTP/1.1" status: 204 len: 168 time: 0.1710141 Mar 14 19:01:13.099346 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51480) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:13.127846 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf982d7-4311-4ba5-b6df-9cdf2128635d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5cbf73-76ba-4d04-b3c8-7fc720325b50,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:13.131187 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.api.v2.resource [None req-dae43704-7f27-48de-a0be-2e9edb4ee489 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] show failed (client error): The resource could not be found. Mar 14 19:01:13.132849 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-dae43704-7f27-48de-a0be-2e9edb4ee489 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups/1b5cbf73-76ba-4d04-b3c8-7fc720325b50 HTTP/1.1" status: 404 len: 347 time: 0.0304308 Mar 14 19:01:13.138244 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51482) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:13.152728 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4fbe64ee-a115-4396-b599-2b0d81fb0078 req-7154cbeb-7fb0-431b-b874-d97a84228ae3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710685 Mar 14 19:01:13.311963 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Deleting port e6c57954-cc32-41a5-b145-6b1a668bd6b8 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:13.312311 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.408311 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.408565 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (e6c57954-cc32-41a5-b145-6b1a668bd6b8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.421792 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Calling delete_port for e6c57954-cc32-41a5-b145-6b1a668bd6b8 owned by network:floatingip {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:13.576799 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (e6c57954-cc32-41a5-b145-6b1a668bd6b8), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.606234 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event deleted for resources: {'Port': ['ID=e6c57954-cc32-41a5-b145-6b1a668bd6b8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:13.682136 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (2067e42d-b4a0-483e-845b-b3d4b7d6535e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.684734 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:13.685986 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-de49eb80-1f96-4db2-8ea0-bf4a2262c8ac tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "DELETE /v2.0/floatingips/2067e42d-b4a0-483e-845b-b3d4b7d6535e HTTP/1.1" status: 204 len: 168 time: 0.5474677 Mar 14 19:01:14.117071 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51492) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:14.121867 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-eac0e43d-7795-439d-9270-60a1ee866dc8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269418820', 'description': 'tempest-description--328774315'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:14.144419 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eac0e43d-7795-439d-9270-60a1ee866dc8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.225011 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eac0e43d-7795-439d-9270-60a1ee866dc8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (d7614124-477d-4f8a-afd0-868b0478ae85), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.229457 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eac0e43d-7795-439d-9270-60a1ee866dc8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (d7614124-477d-4f8a-afd0-868b0478ae85), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.260829 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0e43d-7795-439d-9270-60a1ee866dc8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7614124-477d-4f8a-afd0-868b0478ae85,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:14.265129 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eac0e43d-7795-439d-9270-60a1ee866dc8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.270589 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-eac0e43d-7795-439d-9270-60a1ee866dc8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1483393 Mar 14 19:01:14.271444 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51496) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:14.276681 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-e4255b9f-c3b9-40b0-a423-9fb926fb4350 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'security_group_rule': {'security_group_id': 'd7614124-477d-4f8a-afd0-868b0478ae85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:14.309512 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4255b9f-c3b9-40b0-a423-9fb926fb4350 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (b60bb1e1-3548-4740-be80-d8f32aff07e5), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.314336 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf4f2a-aa02-404d-a43f-d30ce24a5f12 req-b1d4c57c-0ef7-4561-a25a-f08f23c200e7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:14.315923 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8ccf4f2a-aa02-404d-a43f-d30ce24a5f12 req-b1d4c57c-0ef7-4561-a25a-f08f23c200e7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 946 time: 0.0738459 Mar 14 19:01:14.325015 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.388561 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8ccf4f2a-aa02-404d-a43f-d30ce24a5f12 req-5ae74791-3dbd-4ca8-890f-577dfc2093b6 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62fe0e6-19dc-47db-a778-a7acb0537045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643220 Mar 14 19:01:14.389238 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4255b9f-c3b9-40b0-a423-9fb926fb4350 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (b60bb1e1-3548-4740-be80-d8f32aff07e5), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.394991 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4255b9f-c3b9-40b0-a423-9fb926fb4350 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (b60bb1e1-3548-4740-be80-d8f32aff07e5), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.414725 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4255b9f-c3b9-40b0-a423-9fb926fb4350 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60bb1e1-3548-4740-be80-d8f32aff07e5,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:14.439256 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4255b9f-c3b9-40b0-a423-9fb926fb4350 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.445719 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e4255b9f-c3b9-40b0-a423-9fb926fb4350 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687875 Mar 14 19:01:14.445719 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51502) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:14.456613 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-7e5ae92f-ac63-4f82-a486-16c11bf2e1ed tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'security_group_rule': {'security_group_id': 'd7614124-477d-4f8a-afd0-868b0478ae85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:14.488079 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e5ae92f-ac63-4f82-a486-16c11bf2e1ed tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (2bc30e7f-afca-4b63-9492-da2f646c01bb), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.580758 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e5ae92f-ac63-4f82-a486-16c11bf2e1ed tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (2bc30e7f-afca-4b63-9492-da2f646c01bb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.601431 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e5ae92f-ac63-4f82-a486-16c11bf2e1ed tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (2bc30e7f-afca-4b63-9492-da2f646c01bb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.644902 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ae92f-ac63-4f82-a486-16c11bf2e1ed tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc30e7f-afca-4b63-9492-da2f646c01bb,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:14.662865 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e5ae92f-ac63-4f82-a486-16c11bf2e1ed tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.665823 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-7e5ae92f-ac63-4f82-a486-16c11bf2e1ed tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2186122 Mar 14 19:01:14.669285 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51508) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:14.677558 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:14.688632 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-349f7ba5-393d-4a99-9cac-551f55a2a816 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:14.690968 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-349f7ba5-393d-4a99-9cac-551f55a2a816 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 946 time: 0.1355767 Mar 14 19:01:14.719266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.852140 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port 32b691a5-ec73-41a4-8bb6-971251339812 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:14.852829 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (32b691a5-ec73-41a4-8bb6-971251339812), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:14.904379 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.002950 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] For port 32b691a5-ec73-41a4-8bb6-971251339812, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=32b691a5-ec73-41a4-8bb6-971251339812,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:15.003580 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (32b691a5-ec73-41a4-8bb6-971251339812), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.058335 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Allocated IP 172.28.0.235 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:15.202182 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.255682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.295224 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.296183 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (95c7da0a-0076-4370-97a8-fab3ee20d26b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.296348 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP 95c7da0a-0076-4370-97a8-fab3ee20d26b disassociated. External IP: 172.28.0.92, port: 32b691a5-ec73-41a4-8bb6-971251339812. Mar 14 19:01:15.296957 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for 32b691a5-ec73-41a4-8bb6-971251339812 owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:15.322327 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:15.326394 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:15.332247 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:15.336229 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'Port': ['ID=1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:15.471232 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (9078bb96-d5f1-4e85-9068-8e88f52b1177), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.478695 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (32b691a5-ec73-41a4-8bb6-971251339812), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.519068 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=32b691a5-ec73-41a4-8bb6-971251339812,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:15.600515 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6279b9b5-090a-4b68-9b57-bf512a18220e req-4c4408b1-c567-4dc9-a29c-35d452b458eb tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=f08d3734-9d13-47fb-9fe0-33907ed4c283 HTTP/1.1" status: 200 len: 210 time: 0.0692165 Mar 14 19:01:15.603180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.672738 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:15.678863 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.831197 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:15.847168 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.848148 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:15.855612 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.866941 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:15.868568 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:01:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:15.906294 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] No DVR routers for this DVR port 32b691a5-ec73-41a4-8bb6-971251339812 on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:01:15.909879 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:15.921560 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-88c5a1f8-1914-4538-a3db-458f764ac973 req-a9f7721a-4281-4496-bf07-029c6d03a6f3 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "DELETE /v2.0/ports/32b691a5-ec73-41a4-8bb6-971251339812 HTTP/1.1" status: 204 len: 173 time: 1.2239788 Mar 14 19:01:15.923416 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'name': 'network-vif-deleted', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:15.928672 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688931f8-d7fd-49cb-b7b2-94c933aa202a" -d '{"events": [{"server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "name": "network-vif-deleted", "tag": "32b691a5-ec73-41a4-8bb6-971251339812"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:16.014681 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4c9fd2-7800-426b-a9fe-1791a50572ff x-openstack-request-id: req-fa4c9fd2-7800-426b-a9fe-1791a50572ff {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:16.015038 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08d3734-9d13-47fb-9fe0-33907ed4c283", "name": "network-vif-deleted", "tag": "32b691a5-ec73-41a4-8bb6-971251339812", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:16.015314 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa4c9fd2-7800-426b-a9fe-1791a50572ff {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:16.016045 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08d3734-9d13-47fb-9fe0-33907ed4c283', 'name': 'network-vif-deleted', 'tag': '32b691a5-ec73-41a4-8bb6-971251339812', 'status': 'completed', 'code': 200} Mar 14 19:01:16.048683 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (9078bb96-d5f1-4e85-9068-8e88f52b1177), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.067038 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'Port': ['ID=1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:16.089226 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.112365 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-238c9d26-feae-4d50-874e-71b1fb6f090d tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4348907 Mar 14 19:01:16.166701 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:16.390779 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-2f42f66c-b7ea-43e9-b119-21ef798a4f53 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1269418820&fields=id&tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6 HTTP/1.1" status: 200 len: 267 time: 0.0522327 Mar 14 19:01:16.499176 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:16.547545 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:16.565732 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:16.567171 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:01:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:16.597828 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-e29349d4-08e7-488a-8dc7-acef091defc2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:16.606455 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-e29349d4-08e7-488a-8dc7-acef091defc2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 811 time: 0.2078042 Mar 14 19:01:16.623447 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-815ef5ac-11f9-4219-88ee-c448aa9f2974 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/quotas/6271df8d8f4a4ac884d3e4adcc3e1fa6 HTTP/1.1" status: 200 len: 375 time: 0.0123415 Mar 14 19:01:16.712786 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-dc168b68-77a3-4b53-8335-61e9659c9b44 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771475 Mar 14 19:01:16.748185 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51542) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:16.760663 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:16.810395 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:17.061664 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:17.092352 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354f495-1819-4499-88b8-770da67d2f16 None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:17.349431 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2392e-69ca-4edc-9ef5-812bd3fe4832 None None] New status for floating IP 95c7da0a-0076-4370-97a8-fab3ee20d26b: DOWN {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:17.357393 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1fae14b-e703-47bb-847e-1b95a7e2ef07 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (c62fe0e6-19dc-47db-a778-a7acb0537045), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:17.381764 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-dfe17e81-cf14-43ec-b29b-8cc150cd3942 service neutron] 10.222.0.35 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541052 Mar 14 19:01:17.441067 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1fae14b-e703-47bb-847e-1b95a7e2ef07 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (c62fe0e6-19dc-47db-a778-a7acb0537045), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:17.625748 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-69b3063c-0c9e-4a18-9619-d6b889a31a84 service neutron] 10.222.0.35 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330713 Mar 14 19:01:17.634152 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1fae14b-e703-47bb-847e-1b95a7e2ef07 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c62fe0e6-19dc-47db-a778-a7acb0537045), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:17.638978 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b1fae14b-e703-47bb-847e-1b95a7e2ef07 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:17.641155 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-b1fae14b-e703-47bb-847e-1b95a7e2ef07 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/security-groups/c62fe0e6-19dc-47db-a778-a7acb0537045 HTTP/1.1" status: 204 len: 168 time: 0.8913639 Mar 14 19:01:17.644403 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51548) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:17.658316 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fae14b-e703-47bb-847e-1b95a7e2ef07 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62fe0e6-19dc-47db-a778-a7acb0537045,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:17.669955 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.api.v2.resource [None req-fa1c5687-3d26-4834-963c-2f63a45dfb70 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] show failed (client error): The resource could not be found. Mar 14 19:01:17.674621 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fa1c5687-3d26-4834-963c-2f63a45dfb70 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups/c62fe0e6-19dc-47db-a778-a7acb0537045 HTTP/1.1" status: 404 len: 347 time: 0.0279863 Mar 14 19:01:17.675511 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51550) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:17.866836 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port 523fa716-a03d-44e5-8b7c-f64b8b4ea21a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:01:17.867118 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:17.913702 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a1d2879-62b6-44b0-8a4a-f1c11fb5d776 req-05d2d69a-a1bc-4efe-a775-e12137051066 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 210 time: 0.1048100 Mar 14 19:01:17.990278 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:17.990806 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.013132 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for 523fa716-a03d-44e5-8b7c-f64b8b4ea21a owned by network:floatingip {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:01:18.075539 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.220854 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (523fa716-a03d-44e5-8b7c-f64b8b4ea21a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.263663 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=523fa716-a03d-44e5-8b7c-f64b8b4ea21a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:18.300151 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 32b691a5-ec73-41a4-8bb6-971251339812 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:01:18.342430 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 32b691a5-ec73-41a4-8bb6-971251339812 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:01:18.342884 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 32b691a5-ec73-41a4-8bb6-971251339812 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:01:18.370095 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (95c7da0a-0076-4370-97a8-fab3ee20d26b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.373592 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.376015 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-11008175-e297-4164-84db-33e69142b81c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/floatingips/95c7da0a-0076-4370-97a8-fab3ee20d26b HTTP/1.1" status: 204 len: 168 time: 0.6987114 Mar 14 19:01:18.747650 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51568) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:18.752305 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-22af00bc-585e-410c-8590-64d9694474e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593576213', 'description': 'tempest-description--187729843'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:18.775922 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-22af00bc-585e-410c-8590-64d9694474e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.862804 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-22af00bc-585e-410c-8590-64d9694474e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (31137288-d5d3-4f0c-a513-7a328777ace8), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.868983 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-22af00bc-585e-410c-8590-64d9694474e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (31137288-d5d3-4f0c-a513-7a328777ace8), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.926304 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-22af00bc-585e-410c-8590-64d9694474e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:18.928718 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-22af00bc-585e-410c-8590-64d9694474e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1795738 Mar 14 19:01:18.932118 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51570) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:18.932785 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af00bc-585e-410c-8590-64d9694474e2 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31137288-d5d3-4f0c-a513-7a328777ace8,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:18.939476 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-7c1c52f2-dc98-48b9-b1e8-377e50ad3728 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': '31137288-d5d3-4f0c-a513-7a328777ace8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:18.990118 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c1c52f2-dc98-48b9-b1e8-377e50ad3728 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (3d0f25fd-05ba-4f1f-8d7f-bccef7274532), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.112550 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4b5f9e60-5577-4cf5-b757-8e19e32360b2 req-9f165e69-b9aa-4231-9a2c-c8afde38274e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 210 time: 0.0597868 Mar 14 19:01:19.131433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c1c52f2-dc98-48b9-b1e8-377e50ad3728 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (3d0f25fd-05ba-4f1f-8d7f-bccef7274532), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.152222 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c1c52f2-dc98-48b9-b1e8-377e50ad3728 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (3d0f25fd-05ba-4f1f-8d7f-bccef7274532), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.259013 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c52f2-dc98-48b9-b1e8-377e50ad3728 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0f25fd-05ba-4f1f-8d7f-bccef7274532,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:19.270343 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c1c52f2-dc98-48b9-b1e8-377e50ad3728 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.272378 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-7c1c52f2-dc98-48b9-b1e8-377e50ad3728 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388824 Mar 14 19:01:19.276148 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51580) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:19.284483 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-b0de2ae2-3efe-4e6e-8985-3a88d6e51823 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'security_group_rule': {'security_group_id': '31137288-d5d3-4f0c-a513-7a328777ace8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:19.332112 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b0de2ae2-3efe-4e6e-8985-3a88d6e51823 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (fafd3faa-dd2c-46c1-83af-69a73dbab2d6), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.363555 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-11fa8cec-4088-4550-b9ab-19941ea02a82 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:19.366764 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-11fa8cec-4088-4550-b9ab-19941ea02a82 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 811 time: 0.2417440 Mar 14 19:01:19.454716 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b0de2ae2-3efe-4e6e-8985-3a88d6e51823 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (fafd3faa-dd2c-46c1-83af-69a73dbab2d6), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.460824 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b0de2ae2-3efe-4e6e-8985-3a88d6e51823 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (fafd3faa-dd2c-46c1-83af-69a73dbab2d6), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.477051 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-744faa71-6d1a-4878-addc-9f1999bf1738 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6 HTTP/1.1" status: 200 len: 380 time: 0.1010773 Mar 14 19:01:19.482414 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de2ae2-3efe-4e6e-8985-3a88d6e51823 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafd3faa-dd2c-46c1-83af-69a73dbab2d6,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:19.495982 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'port': {'device_id': '310c58e0-6c46-49c5-ac87-b1a489415407', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'admin_state_up': True, 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'security_groups': ['d7614124-477d-4f8a-afd0-868b0478ae85']}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:19.496726 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b0de2ae2-3efe-4e6e-8985-3a88d6e51823 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.498770 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-b0de2ae2-3efe-4e6e-8985-3a88d6e51823 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2203815 Mar 14 19:01:19.501481 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51588) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:19.507355 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:19.536059 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.631685 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Made reservation on behalf of 6271df8d8f4a4ac884d3e4adcc3e1fa6 for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:01:19.635224 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.692828 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:19.830261 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.28.0.58 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/ce8c67b9-9f6a-496d-b96c-c91d2adfab7f) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:19.874078 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Allocated IP 172.20.0.4 (ec788d8e-061b-43c6-8c8c-181d13912795/99f53892-bdf7-491d-b27b-88d4b37c04d6/fbea940a-70e3-4415-a267-3088e68b4fce) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:19.967522 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.030739 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.095490 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:20.102355 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for port (fbea940a-70e3-4415-a267-3088e68b4fce), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.104051 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:20.107435 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:20.141108 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.156323 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=ce8c67b9-9f6a-496d-b96c-c91d2adfab7f,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:20.205213 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Network ec788d8e-061b-43c6-8c8c-181d13912795 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:20.209074 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:20.213689 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:20.221325 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event updated for resources: {'Port': ['ID=fbea940a-70e3-4415-a267-3088e68b4fce,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:20.280535 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:20.281324 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.301831 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-abc619ae-aa91-499b-8d29-949d2150a313 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8144603 Mar 14 19:01:20.317699 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Request body: {'port': {'device_id': '310c58e0-6c46-49c5-ac87-b1a489415407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:20.341086 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (21e2963a-8644-4439-b769-7d64b45d0bbd), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.370984 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ba569-5e81-4ade-aca2-a2393a8c7ba6 req-3eff2e9e-6c3a-4e26-b027-f9f6b8cd2c58 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:20.378527 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d40ba569-5e81-4ade-aca2-a2393a8c7ba6 req-3eff2e9e-6c3a-4e26-b027-f9f6b8cd2c58 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 931 time: 0.1181481 Mar 14 19:01:20.427975 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.432325 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.537152 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d40ba569-5e81-4ade-aca2-a2393a8c7ba6 req-1b470147-80c7-4457-8c38-06e0d65348b9 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572495 Mar 14 19:01:20.611159 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-970b6959-39b3-4e32-8a82-69385a59db02 None None] Provisioning complete for port fbea940a-70e3-4415-a267-3088e68b4fce triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:20.612048 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-970b6959-39b3-4e32-8a82-69385a59db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.708213 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-970b6959-39b3-4e32-8a82-69385a59db02 None None] Port fbea940a-70e3-4415-a267-3088e68b4fce cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:01:20.828131 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.835375 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.950707 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=ce8c67b9-9f6a-496d-b96c-c91d2adfab7f,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:20.954648 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbea940a-70e3-4415-a267-3088e68b4fce {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:01:20.964252 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Publish callbacks [] for port (fbea940a-70e3-4415-a267-3088e68b4fce), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.967154 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (21e2963a-8644-4439-b769-7d64b45d0bbd), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.981505 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Transition to ACTIVE for port object fbea940a-70e3-4415-a267-3088e68b4fce will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:01:20.986068 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.990102 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:20.995720 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-cd6af929-3a8c-4567-b825-3fde7e94a59b tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4915283 Mar 14 19:01:21.066396 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Pushing event updated for resources: {'Port': ['ID=fbea940a-70e3-4415-a267-3088e68b4fce,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:21.314164 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-2ee0aa64-c205-4ac1-b98c-303304bd272f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--593576213&fields=id&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 267 time: 0.0766006 Mar 14 19:01:21.351391 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Attempting to bind port fbea940a-70e3-4415-a267-3088e68b4fce on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:21.352793 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Attempting to bind port fbea940a-70e3-4415-a267-3088e68b4fce by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:21.353970 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Attempting to bind port fbea940a-70e3-4415-a267-3088e68b4fce on network ec788d8e-061b-43c6-8c8c-181d13912795 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:21.359281 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Port fbea940a-70e3-4415-a267-3088e68b4fce on network ec788d8e-061b-43c6-8c8c-181d13912795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:01:21.359611 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Attempting to bind port fbea940a-70e3-4415-a267-3088e68b4fce on network ec788d8e-061b-43c6-8c8c-181d13912795 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:21.365205 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:21.365555 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Checking segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:21.365993 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Bound using segment: {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:21.366442 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Bound port: fbea940a-70e3-4415-a267-3088e68b4fce, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88511352-e7f1-436d-a301-c0eb85d94e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:21.366805 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:21.447955 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] For port fbea940a-70e3-4415-a267-3088e68b4fce, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:21.452643 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] For port fbea940a-70e3-4415-a267-3088e68b4fce, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fbea940a-70e3-4415-a267-3088e68b4fce,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:21.462544 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:21.479593 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-920b5cf3-b8b0-442c-96a8-986a168b79c8 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.482174 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-920b5cf3-b8b0-442c-96a8-986a168b79c8 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 0.1459875 Mar 14 19:01:21.505746 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-36288328-8a2c-4d41-804a-b5e91784d8e1 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/quotas/c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 375 time: 0.0158281 Mar 14 19:01:21.518446 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.519300 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:21.521065 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] 10.222.0.21 "PUT /v2.0/ports/fbea940a-70e3-4415-a267-3088e68b4fce HTTP/1.1" status: 200 len: 1093 time: 1.2112851 Mar 14 19:01:21.521976 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:21.525012 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22386667-daa7-4a03-b06e-f41c4c126982" -d '{"events": [{"name": "network-changed", "server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:21.575417 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fac0a-079a-4d24-9ab4-41a096115603 service neutron] Pushing event updated for resources: {'Port': ['ID=fbea940a-70e3-4415-a267-3088e68b4fce,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:21.650657 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a5e478-a5ae-413c-bee1-d77d2fad14c7 x-openstack-request-id: req-f4a5e478-a5ae-413c-bee1-d77d2fad14c7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:21.651108 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:21.651579 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4a5e478-a5ae-413c-bee1-d77d2fad14c7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:21.652219 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'status': 'completed', 'code': 200} Mar 14 19:01:21.664382 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-3861ebbb-d670-4b54-950d-1c925c638e60 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463044 Mar 14 19:01:21.691344 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-7858c691-9079-4b8b-8570-f0d9fabed724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.694114 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-7858c691-9079-4b8b-8570-f0d9fabed724 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 1127 time: 0.1059651 Mar 14 19:01:21.750101 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-8d57a94f-51f4-4c36-957b-0445ffb963ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbea940a-70e3-4415-a267-3088e68b4fce HTTP/1.1" status: 200 len: 217 time: 0.0468833 Mar 14 19:01:21.840311 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-831be02a-6c4f-4d41-a766-af56e6e11abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.842075 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-831be02a-6c4f-4d41-a766-af56e6e11abe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.0856583 Mar 14 19:01:21.872038 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fddb57-065a-478b-b6aa-f1c945e2c768 req-2da2c6d9-8276-425b-9b8b-9242ffc33d88 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.873602 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-57fddb57-065a-478b-b6aa-f1c945e2c768 req-2da2c6d9-8276-425b-9b8b-9242ffc33d88 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 943 time: 0.0943296 Mar 14 19:01:21.875551 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-983192f6-4a17-49c3-8a6b-0fa3464b2c94 service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891325 Mar 14 19:01:21.909396 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-db3ba46b-4c6a-4303-a683-330503d199c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:21.911326 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-db3ba46b-4c6a-4303-a683-330503d199c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0628037 Mar 14 19:01:22.002732 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-57fddb57-065a-478b-b6aa-f1c945e2c768 req-66100f8b-1201-4c19-8488-0ea5c646874f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152787 Mar 14 19:01:22.035887 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-536a8474-7c47-4b13-acf6-0fe3f28d0237 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093256 Mar 14 19:01:22.047924 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-4a8a4c73-34e8-4d96-8a83-110d9bf85b2f service neutron] 10.222.0.35 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590791 Mar 14 19:01:22.216582 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-dcd0037a-b47d-4eff-9dfa-b7f6379ddd39 req-3b3dbeec-7e74-40e9-b92f-6bba598c27e2 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780612 Mar 14 19:01:22.331917 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6a62b821-7c6d-4d76-acaa-c42a8b2896f3 req-a94e8b45-0846-4edf-958c-2f95c5cac1ad tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0519443 Mar 14 19:01:22.349295 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386667-daa7-4a03-b06e-f41c4c126982 req-c8523127-7777-4931-bd96-528a736efac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:22.351204 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-22386667-daa7-4a03-b06e-f41c4c126982 req-c8523127-7777-4931-bd96-528a736efac5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 1127 time: 0.0882108 Mar 14 19:01:22.525161 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386667-daa7-4a03-b06e-f41c4c126982 req-49dcf59d-6fdb-447d-b8ca-143a287d11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:22.526976 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-22386667-daa7-4a03-b06e-f41c4c126982 req-49dcf59d-6fdb-447d-b8ca-143a287d11d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 912 time: 0.1638596 Mar 14 19:01:22.547328 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51642) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:22.579634 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-22386667-daa7-4a03-b06e-f41c4c126982 req-ec494b16-0f16-4c75-b849-d4aff4e517cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbea940a-70e3-4415-a267-3088e68b4fce HTTP/1.1" status: 200 len: 217 time: 0.0443525 Mar 14 19:01:22.665892 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386667-daa7-4a03-b06e-f41c4c126982 req-9da72c89-5709-4973-8626-ab5b9dd5a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:22.668554 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-22386667-daa7-4a03-b06e-f41c4c126982 req-9da72c89-5709-4973-8626-ab5b9dd5a909 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.0791924 Mar 14 19:01:22.670788 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:01:22.728932 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd580e7a-e817-4909-97cb-8fa607e54c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:22.743840 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386667-daa7-4a03-b06e-f41c4c126982 req-67658e65-7a63-42b0-a9c8-d19711116694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:22.746242 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-22386667-daa7-4a03-b06e-f41c4c126982 req-67658e65-7a63-42b0-a9c8-d19711116694 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0712304 Mar 14 19:01:22.879489 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd580e7a-e817-4909-97cb-8fa607e54c8b admin admin] Publish callbacks [] for security_group (c55f30be-afcf-4a28-a6ee-403b0b87695b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:22.885276 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-22386667-daa7-4a03-b06e-f41c4c126982 req-75628033-a835-44c7-92e9-451e43154d38 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307962 Mar 14 19:01:22.885680 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cd580e7a-e817-4909-97cb-8fa607e54c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c55f30be-afcf-4a28-a6ee-403b0b87695b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:22.962846 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-cd580e7a-e817-4909-97cb-8fa607e54c8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dd61a1b5ad744a18c6f1b7f5a493156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142110 Mar 14 19:01:22.964187 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd580e7a-e817-4909-97cb-8fa607e54c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f30be-afcf-4a28-a6ee-403b0b87695b,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:22.966995 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51650) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:23.048089 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6415c6fd-4a5a-4b58-835d-68da4f9be6c3 admin admin] Publish callbacks [] for security_group (c55f30be-afcf-4a28-a6ee-403b0b87695b), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:23.076262 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-22386667-daa7-4a03-b06e-f41c4c126982 req-456b1e69-7c73-488a-b04f-f0cc1a64b9b5 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736028 Mar 14 19:01:23.094115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6415c6fd-4a5a-4b58-835d-68da4f9be6c3 admin admin] Publish callbacks [] for security_group (c55f30be-afcf-4a28-a6ee-403b0b87695b), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:23.183728 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b411e8-c463-43e2-a947-0b95029a5c87 req-d9d591ee-7813-46a7-917e-4cf20cd816a2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:23.185482 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b4b411e8-c463-43e2-a947-0b95029a5c87 req-d9d591ee-7813-46a7-917e-4cf20cd816a2 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 943 time: 0.0829277 Mar 14 19:01:23.203555 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6415c6fd-4a5a-4b58-835d-68da4f9be6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c55f30be-afcf-4a28-a6ee-403b0b87695b), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:23.206192 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6415c6fd-4a5a-4b58-835d-68da4f9be6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:23.207714 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6415c6fd-4a5a-4b58-835d-68da4f9be6c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c55f30be-afcf-4a28-a6ee-403b0b87695b HTTP/1.1" status: 204 len: 168 time: 0.2396128 Mar 14 19:01:23.227723 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415c6fd-4a5a-4b58-835d-68da4f9be6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f30be-afcf-4a28-a6ee-403b0b87695b,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:23.264936 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b4b411e8-c463-43e2-a947-0b95029a5c87 req-4c242263-f2ba-465f-812e-34ccc88b8308 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691676 Mar 14 19:01:23.502089 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ae4f9b70-874d-4836-b079-7342334cb890 req-3695816f-9e4a-4a1d-a26e-036245f9abdf tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0545921 Mar 14 19:01:23.629474 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-34f6ed1c-bc45-4cdf-ac12-ce399beafb0f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:23.631713 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-34f6ed1c-bc45-4cdf-ac12-ce399beafb0f tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 815 time: 0.1788962 Mar 14 19:01:23.725281 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-0b123045-8102-4380-81be-761fb89ef344 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07e251e4a7a499e87c7c1a9f27694dd HTTP/1.1" status: 200 len: 379 time: 0.0832317 Mar 14 19:01:23.735455 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'port': {'device_id': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'admin_state_up': True, 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'security_groups': ['31137288-d5d3-4f0c-a513-7a328777ace8']}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:23.887614 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Made reservation on behalf of c07e251e4a7a499e87c7c1a9f27694dd for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:01:23.892476 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.138802 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Allocated IP 172.20.0.5 (a07da1d2-b552-44b1-8243-3a7abdd3f56b/25c003d0-4d70-4b00-957b-d161a2d8b8e3/027ab37c-6e26-46fc-89d7-9a7334a0b75a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:01:24.331131 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.347820 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device fbea940a-70e3-4415-a267-3088e68b4fce details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:01:24.374049 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.428855 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:01:24.433831 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:01:24.436412 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event updated for resources: {'Port': ['ID=027ab37c-6e26-46fc-89d7-9a7334a0b75a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:24.439031 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:01:24.473504 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port fbea940a-70e3-4415-a267-3088e68b4fce, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fbea940a-70e3-4415-a267-3088e68b4fce,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:24.490399 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'port_id': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'mac_address': 'fa:16:3e:e5:bb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:01:24.499008 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ea1bf-1c76-4f82-abb0-d722bcb66407 req-4ca61bd9-d983-4cb5-b748-dd4dcc555dcc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:24.500654 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-543ea1bf-1c76-4f82-abb0-d722bcb66407 req-4ca61bd9-d983-4cb5-b748-dd4dcc555dcc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 943 time: 0.1527762 Mar 14 19:01:24.511155 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:24.511952 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.541670 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-629439ee-5f58-40f6-8bab-819a8f212027 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8108745 Mar 14 19:01:24.546932 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port fbea940a-70e3-4415-a267-3088e68b4fce is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:24.547625 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.565019 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Request body: {'port': {'device_id': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:24.581219 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-543ea1bf-1c76-4f82-abb0-d722bcb66407 req-2c7d8f5e-2cc2-4d2e-8589-8cc307a62d7c tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689752 Mar 14 19:01:24.583078 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbea940a-70e3-4415-a267-3088e68b4fce {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:01:24.623689 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port fbea940a-70e3-4415-a267-3088e68b4fce, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fbea940a-70e3-4415-a267-3088e68b4fce,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:24.629780 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.642756 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.700309 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=fbea940a-70e3-4415-a267-3088e68b4fce,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:24.802433 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a913949-473c-4224-bdf4-9f8ab778caed req-3e27b1c9-e5f8-4d81-bd89-7ed70d7fa5ef tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:24.804288 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4a913949-473c-4224-bdf4-9f8ab778caed req-3e27b1c9-e5f8-4d81-bd89-7ed70d7fa5ef tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0831692 Mar 14 19:01:24.847027 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-2ffb9b8e-86e7-41ad-996c-f4f4f1e88165 None None] Provisioning complete for port 027ab37c-6e26-46fc-89d7-9a7334a0b75a triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:24.847421 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-2ffb9b8e-86e7-41ad-996c-f4f4f1e88165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:24.872963 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['fbea940a-70e3-4415-a267-3088e68b4fce'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:01:24.880830 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4a913949-473c-4224-bdf4-9f8ab778caed req-0716ed98-20e9-4fc2-9ab5-93941972f46d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686855 Mar 14 19:01:24.933577 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb9b8e-86e7-41ad-996c-f4f4f1e88165 None None] Port 027ab37c-6e26-46fc-89d7-9a7334a0b75a cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:01:25.054598 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027ab37c-6e26-46fc-89d7-9a7334a0b75a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:01:25.064630 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Publish callbacks [] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:25.080180 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Transition to ACTIVE for port object 027ab37c-6e26-46fc-89d7-9a7334a0b75a will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:01:25.085196 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:25.168804 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=027ab37c-6e26-46fc-89d7-9a7334a0b75a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:25.288432 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Attempting to bind port 027ab37c-6e26-46fc-89d7-9a7334a0b75a on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:01:25.288799 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Attempting to bind port 027ab37c-6e26-46fc-89d7-9a7334a0b75a by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:01:25.289088 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Attempting to bind port 027ab37c-6e26-46fc-89d7-9a7334a0b75a on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:25.295288 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Port 027ab37c-6e26-46fc-89d7-9a7334a0b75a on network a07da1d2-b552-44b1-8243-3a7abdd3f56b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:01:25.295616 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Attempting to bind port 027ab37c-6e26-46fc-89d7-9a7334a0b75a on network a07da1d2-b552-44b1-8243-3a7abdd3f56b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:01:25.302124 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:01:25.302481 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Checking segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:01:25.302837 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Bound using segment: {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:01:25.303535 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Bound port: 027ab37c-6e26-46fc-89d7-9a7334a0b75a, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:01:25.303903 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:25.426257 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] For port 027ab37c-6e26-46fc-89d7-9a7334a0b75a, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:01:25.434042 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] For port 027ab37c-6e26-46fc-89d7-9a7334a0b75a, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:01:25.445717 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:25.506465 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.507526 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:25.511509 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/027ab37c-6e26-46fc-89d7-9a7334a0b75a HTTP/1.1" status: 200 len: 1093 time: 0.9576957 Mar 14 19:01:25.512204 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:25.516184 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e95a239-84a7-42d0-9130-cce5286567dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:25.601491 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b2a76-5bf9-4fed-a35b-9cb5751017c1 x-openstack-request-id: req-109b2a76-5bf9-4fed-a35b-9cb5751017c1 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:25.602218 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:25.603451 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-109b2a76-5bf9-4fed-a35b-9cb5751017c1 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:25.604153 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'status': 'completed', 'code': 200} Mar 14 19:01:25.645257 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0530c8-5eee-46fa-ab9e-fc70af67e6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=027ab37c-6e26-46fc-89d7-9a7334a0b75a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:25.684523 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-acadc749-a6e0-4862-8e32-33da9108e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.686565 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-acadc749-a6e0-4862-8e32-33da9108e3b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 1127 time: 0.1187451 Mar 14 19:01:25.779050 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-4afeea59-cb81-4913-ba0d-36237dda276f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a HTTP/1.1" status: 200 len: 217 time: 0.0847197 Mar 14 19:01:25.798642 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea79e8-4883-4e3a-8937-abaa7fd8142d req-3db5be40-372c-4aa9-bd52-746967f9dbaf tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.803179 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-adea79e8-4883-4e3a-8937-abaa7fd8142d req-3db5be40-372c-4aa9-bd52-746967f9dbaf tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 944 time: 0.1224351 Mar 14 19:01:25.865532 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-adea79e8-4883-4e3a-8937-abaa7fd8142d req-f55f3416-1f92-4067-a438-a83ba1119d27 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538383 Mar 14 19:01:25.880814 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-8e402070-c865-48a3-bed9-35ac5b1d0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.882381 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-8e402070-c865-48a3-bed9-35ac5b1d0186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0913293 Mar 14 19:01:25.961561 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-a66c100b-26e3-415b-ab90-14a6f772f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:25.964495 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-a66c100b-26e3-415b-ab90-14a6f772f015 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0724385 Mar 14 19:01:26.049059 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c03ac-da4d-418a-ae5f-7967bbb0c611 req-c570e5fa-a9a2-4993-9c88-f768352eef02 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:26.051197 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b32c03ac-da4d-418a-ae5f-7967bbb0c611 req-c570e5fa-a9a2-4993-9c88-f768352eef02 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 943 time: 0.0853174 Mar 14 19:01:26.126394 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b32c03ac-da4d-418a-ae5f-7967bbb0c611 req-a7e85cf0-78c2-42f1-8feb-422c9ec32bb7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632653 Mar 14 19:01:26.127104 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-65fdeb5f-19e0-41fb-957a-6837e30fa828 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501517 Mar 14 19:01:26.243216 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-d8332e1d-0430-4352-96b5-9c98a6ccf517 req-9657dd6f-e6aa-48dc-9100-4fdb1332f288 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079977 Mar 14 19:01:26.353380 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device fbea940a-70e3-4415-a267-3088e68b4fce up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:26.373743 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a239-84a7-42d0-9130-cce5286567dd req-c9ac89b9-3c3e-401b-8409-74819d3691ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:26.375689 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0e95a239-84a7-42d0-9130-cce5286567dd req-c9ac89b9-3c3e-401b-8409-74819d3691ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0794294 Mar 14 19:01:26.443643 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port fbea940a-70e3-4415-a267-3088e68b4fce completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:01:26.458055 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port fbea940a-70e3-4415-a267-3088e68b4fce triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:26.458055 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:26.529320 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a239-84a7-42d0-9130-cce5286567dd req-b3b0e223-c7dc-43ec-92a4-10c4668746a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:26.531722 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0e95a239-84a7-42d0-9130-cce5286567dd req-b3b0e223-c7dc-43ec-92a4-10c4668746a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.1478300 Mar 14 19:01:26.624793 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0e95a239-84a7-42d0-9130-cce5286567dd req-c354c372-9649-4427-b80b-c32f6e0b23fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a HTTP/1.1" status: 200 len: 217 time: 0.0786121 Mar 14 19:01:26.695230 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a239-84a7-42d0-9130-cce5286567dd req-44f421ed-3e9a-405e-a741-019a4a076c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:26.697808 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0e95a239-84a7-42d0-9130-cce5286567dd req-44f421ed-3e9a-405e-a741-019a4a076c1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0658934 Mar 14 19:01:26.768414 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a239-84a7-42d0-9130-cce5286567dd req-8f0da097-29c5-4ccc-bc82-96f44700dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:26.770186 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0e95a239-84a7-42d0-9130-cce5286567dd req-8f0da097-29c5-4ccc-bc82-96f44700dacf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0641160 Mar 14 19:01:26.793900 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port fbea940a-70e3-4415-a267-3088e68b4fce is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:26.794419 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:26.831951 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:26.837380 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf64d547-83a7-4e4f-a777-d18e8904b210" -d '{"events": [{"server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "name": "network-vif-plugged", "status": "completed", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:26.859924 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port fbea940a-70e3-4415-a267-3088e68b4fce, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fbea940a-70e3-4415-a267-3088e68b4fce,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:26.865943 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:26.893403 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d8c5f-aa24-4d91-bf90-b853fc8c1587 x-openstack-request-id: req-8f7d8c5f-aa24-4d91-bf90-b853fc8c1587 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:26.893724 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "name": "network-vif-plugged", "status": "completed", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:26.895472 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f7d8c5f-aa24-4d91-bf90-b853fc8c1587 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:26.895991 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'code': 200} Mar 14 19:01:26.922237 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0e95a239-84a7-42d0-9130-cce5286567dd req-9ad193d8-bde4-44b1-911e-5be4a3a55d9e service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405296 Mar 14 19:01:26.974005 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=fbea940a-70e3-4415-a267-3088e68b4fce,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:27.044549 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a286ced-d157-4ab6-8e0d-a489f6e54958 req-b4755bef-09b2-4189-8d0b-e609786cb0c0 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:27.047248 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1a286ced-d157-4ab6-8e0d-a489f6e54958 req-b4755bef-09b2-4189-8d0b-e609786cb0c0 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 945 time: 0.0955236 Mar 14 19:01:27.093462 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-0e95a239-84a7-42d0-9130-cce5286567dd req-15e5de36-5ec3-4542-8d71-b833ca54dc24 service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618602 Mar 14 19:01:27.160671 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a1efb-9583-493c-9a99-3c2a9fd0b1a0 req-3499f27e-1ae7-4941-b0d9-61bfc0602ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:27.163354 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-699a1efb-9583-493c-9a99-3c2a9fd0b1a0 req-3499f27e-1ae7-4941-b0d9-61bfc0602ece service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 1129 time: 0.0694764 Mar 14 19:01:27.230990 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-699a1efb-9583-493c-9a99-3c2a9fd0b1a0 req-f3b9901d-f8a7-4c12-b11c-95402d8880e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607269 Mar 14 19:01:27.318421 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040410e-4757-4bd6-b24b-6fd7d2315420 req-a0b78fb5-57ac-47a0-ada9-6d3acf6f2479 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:27.320206 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2040410e-4757-4bd6-b24b-6fd7d2315420 req-a0b78fb5-57ac-47a0-ada9-6d3acf6f2479 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 943 time: 0.0837924 Mar 14 19:01:27.402514 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1a286ced-d157-4ab6-8e0d-a489f6e54958 req-49271f8a-9db2-4a0f-a638-6cd7f1e68c3f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461039 Mar 14 19:01:27.406957 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2040410e-4757-4bd6-b24b-6fd7d2315420 req-7142f530-8adc-4585-8fc6-ba42ec7b3a8e tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779939 Mar 14 19:01:28.372013 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 027ab37c-6e26-46fc-89d7-9a7334a0b75a details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:01:28.575604 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 027ab37c-6e26-46fc-89d7-9a7334a0b75a, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:28.592866 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'port_id': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'mac_address': 'fa:16:3e:17:a2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:01:28.622262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19cc8c-3adc-4e06-8c97-aeed9afaa33b req-521afa2c-24c7-4242-8a29-df459c585fe4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:28.629700 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7b19cc8c-3adc-4e06-8c97-aeed9afaa33b req-521afa2c-24c7-4242-8a29-df459c585fe4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 943 time: 0.1200488 Mar 14 19:01:28.646822 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7e30-4407-4cb8-8fc3-7b467c156e15 req-1bef71ef-6323-4dac-ba56-b2fc240f6bdc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:28.648413 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-520d7e30-4407-4cb8-8fc3-7b467c156e15 req-1bef71ef-6323-4dac-ba56-b2fc240f6bdc tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 945 time: 0.1272182 Mar 14 19:01:28.663251 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 027ab37c-6e26-46fc-89d7-9a7334a0b75a is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:28.664065 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:28.693157 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027ab37c-6e26-46fc-89d7-9a7334a0b75a {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:01:28.715284 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7b19cc8c-3adc-4e06-8c97-aeed9afaa33b req-5cc76ac1-6885-42fd-b94b-0384ea801da7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846274 Mar 14 19:01:28.733072 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 027ab37c-6e26-46fc-89d7-9a7334a0b75a, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:28.741224 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:28.770845 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-520d7e30-4407-4cb8-8fc3-7b467c156e15 req-fa63ed08-074e-4b92-9d42-108d2c4b2dba tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948038 Mar 14 19:01:28.835848 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=027ab37c-6e26-46fc-89d7-9a7334a0b75a,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:29.049774 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['027ab37c-6e26-46fc-89d7-9a7334a0b75a'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:01:29.955203 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627160-43e0-4250-8758-eba0c826ac57 req-692c9ece-e968-4639-b5f3-5b85c5717d59 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:29.958047 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3b627160-43e0-4250-8758-eba0c826ac57 req-692c9ece-e968-4639-b5f3-5b85c5717d59 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 944 time: 0.1296566 Mar 14 19:01:30.024533 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808967e-c1c9-42fd-8684-97bbf667abb0 req-2bf6db15-a58f-41f9-8ca7-83d7e7085f1e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:30.026914 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5808967e-c1c9-42fd-8684-97bbf667abb0 req-2bf6db15-a58f-41f9-8ca7-83d7e7085f1e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 945 time: 0.1534996 Mar 14 19:01:30.084087 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3b627160-43e0-4250-8758-eba0c826ac57 req-a143d104-a441-4861-ab03-4475af0d9c95 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191468 Mar 14 19:01:30.128261 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5808967e-c1c9-42fd-8684-97bbf667abb0 req-ba9b2483-388a-4064-bb26-278a21f58121 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908647 Mar 14 19:01:30.361490 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3442b0-4d2f-4640-9e52-26cb3083ca09 req-3af7ebb7-2595-4938-824b-7556794edd58 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:30.364521 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5f3442b0-4d2f-4640-9e52-26cb3083ca09 req-3af7ebb7-2595-4938-824b-7556794edd58 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 945 time: 0.1454051 Mar 14 19:01:30.376033 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51780) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:30.385554 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Request body: {'floatingip': {'port_id': 'fbea940a-70e3-4415-a267-3088e68b4fce'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:30.390323 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 027ab37c-6e26-46fc-89d7-9a7334a0b75a up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:01:30.461203 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (9078bb96-d5f1-4e85-9068-8e88f52b1177), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.469501 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 027ab37c-6e26-46fc-89d7-9a7334a0b75a completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:01:30.477878 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 027ab37c-6e26-46fc-89d7-9a7334a0b75a triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:01:30.477878 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.609141 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 027ab37c-6e26-46fc-89d7-9a7334a0b75a is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:01:30.610009 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.653066 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:30.656020 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f00004-3826-4985-8312-12a691d3cd76" -d '{"events": [{"server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:30.676543 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 027ab37c-6e26-46fc-89d7-9a7334a0b75a, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:01:30.686346 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:30.737230 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785ede8-34d6-48d0-91d4-1340c8588ee1 x-openstack-request-id: req-7785ede8-34d6-48d0-91d4-1340c8588ee1 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:30.737670 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:30.738065 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7785ede8-34d6-48d0-91d4-1340c8588ee1 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:30.738563 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'code': 200} Mar 14 19:01:30.772282 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=027ab37c-6e26-46fc-89d7-9a7334a0b75a,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:31.008370 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fb7c4-7950-44f3-af5e-04cda373b175 req-f822ee9a-eb6a-4380-a277-5fcef2cff5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:31.010131 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-636fb7c4-7950-44f3-af5e-04cda373b175 req-f822ee9a-eb6a-4380-a277-5fcef2cff5c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0980008 Mar 14 19:01:31.113711 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:31.118119 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-636fb7c4-7950-44f3-af5e-04cda373b175 req-bf43d470-a468-4c65-b515-a7d1bb756622 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999322 Mar 14 19:01:31.119570 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (9078bb96-d5f1-4e85-9068-8e88f52b1177), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:31.270332 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.l3_db [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Floating IP 9078bb96-d5f1-4e85-9068-8e88f52b1177 associated. External IP: 172.28.0.235, port: fbea940a-70e3-4415-a267-3088e68b4fce. Mar 14 19:01:31.349507 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb766-04c7-4236-9cb0-308a2e285a97 req-4629258b-4a2e-4061-8e25-5654f222c0f6 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:31.353093 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41ffb766-04c7-4236-9cb0-308a2e285a97 req-4629258b-4a2e-4061-8e25-5654f222c0f6 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1475096 Mar 14 19:01:31.514456 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-41ffb766-04c7-4236-9cb0-308a2e285a97 req-889c37b2-38a3-4cdd-9734-4fbb56258d96 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064579 Mar 14 19:01:31.665620 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Router a97d25b0-a59a-4071-898a-f29be5295261 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:32.251641 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:32.256363 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:32.263951 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] Sync routers for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:32.276028 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:32.276882 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:01:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:32.312217 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-ee7b8de7-db18-45cf-9635-df751aadc403 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "PUT /v2.0/floatingips/9078bb96-d5f1-4e85-9068-8e88f52b1177 HTTP/1.1" status: 200 len: 991 time: 1.9342875 Mar 14 19:01:32.313163 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:32.317363 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1" -d '{"events": [{"name": "network-changed", "server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:32.360753 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f4470a-c50a-4285-bc3c-706501d1f6ec x-openstack-request-id: req-10f4470a-c50a-4285-bc3c-706501d1f6ec {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:32.361041 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:32.361297 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10f4470a-c50a-4285-bc3c-706501d1f6ec {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:32.361703 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'status': 'completed', 'code': 200} Mar 14 19:01:32.420167 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:32.510932 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-4d92dcd5-4566-4754-aebc-987b6d0bcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:32.512864 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-4d92dcd5-4566-4754-aebc-987b6d0bcfe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 1129 time: 0.0893395 Mar 14 19:01:32.733319 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-8f3dfbc1-f05b-42e1-acd3-1a1cdb1f9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:32.736072 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-8f3dfbc1-f05b-42e1-acd3-1a1cdb1f9056 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 200 len: 912 time: 0.2128260 Mar 14 19:01:32.746060 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '9078bb96-d5f1-4e85-9068-8e88f52b1177', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'floating_ip_address': '172.28.0.235', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'port_id': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'mac_address': 'fa:16:3e:e5:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310c58e0-6c46-49c5-ac87-b1a489415407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:15Z', 'updated_at': '2022-03-14T19:01:30Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:32.780030 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] Checking router: a97d25b0-a59a-4071-898a-f29be5295261 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:32.790611 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:32.791241 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:01:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:32.855840 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61fb2-bbf2-4f35-bb5d-49bee795692f req-ccd59be8-52fb-4342-9b11-f14bbe24336a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:32.858597 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d3f61fb2-bbf2-4f35-bb5d-49bee795692f req-ccd59be8-52fb-4342-9b11-f14bbe24336a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2181904 Mar 14 19:01:32.919144 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-52dddf41-ba77-4189-a842-5a1ab7f81f31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbea940a-70e3-4415-a267-3088e68b4fce HTTP/1.1" status: 200 len: 999 time: 0.1755064 Mar 14 19:01:32.922408 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:33.049965 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d3f61fb2-bbf2-4f35-bb5d-49bee795692f req-c08fc11e-f85c-4363-9cad-5bc78d67c2c7 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799994 Mar 14 19:01:33.068953 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-f75a9de4-7d27-4efb-84de-8faa31f0ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:33.068953 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-f75a9de4-7d27-4efb-84de-8faa31f0ca90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 200 len: 850 time: 0.1388364 Mar 14 19:01:33.167273 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-21df678c-0da0-4ac9-890d-64415ac6eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:33.170009 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-21df678c-0da0-4ac9-890d-64415ac6eb13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec788d8e-061b-43c6-8c8c-181d13912795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0961654 Mar 14 19:01:33.256178 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '9078bb96-d5f1-4e85-9068-8e88f52b1177', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'floating_ip_address': '172.28.0.235', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'port_id': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'mac_address': 'fa:16:3e:e5:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310c58e0-6c46-49c5-ac87-b1a489415407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:15Z', 'updated_at': '2022-03-14T19:01:30Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:33.303754 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72aba3-33e5-4f9c-8fb0-3d6bcc213e6a req-cb3856bb-98fb-476c-8814-2c04ff0838d0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:33.306408 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0e72aba3-33e5-4f9c-8fb0-3d6bcc213e6a req-cb3856bb-98fb-476c-8814-2c04ff0838d0 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1435404 Mar 14 19:01:33.312048 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c95f28-7678-4046-9b62-67f2bc758631 None None] The sync data for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb is: [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '9078bb96-d5f1-4e85-9068-8e88f52b1177', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'floating_ip_address': '172.28.0.235', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'port_id': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'mac_address': 'fa:16:3e:e5:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310c58e0-6c46-49c5-ac87-b1a489415407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:15Z', 'updated_at': '2022-03-14T19:01:30Z', 'revision_number': 1, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:33.327569 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51822) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:33.334567 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-882fc29f-b087-45f7-9637-89ef563b70ea service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498847 Mar 14 19:01:33.334828 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Request body: {'floatingip': {'port_id': '027ab37c-6e26-46fc-89d7-9a7334a0b75a'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:01:33.411806 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (21e2963a-8644-4439-b769-7d64b45d0bbd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.553201 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d7b4361e-25d3-42b1-95a4-5b7fb8f279c1 req-119b3a09-fd26-493a-bfa3-9d3289fc4b07 service neutron] 10.222.0.21 "GET /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068594 Mar 14 19:01:33.622434 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51826) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:33.667941 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d880adc-02b0-40cd-b124-f78aa3a69bc3 None None] New status for floating IP 9078bb96-d5f1-4e85-9068-8e88f52b1177: ACTIVE {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:33.808595 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd7a2-5a50-42ba-8d8d-668a479b2e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.910967 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd7a2-5a50-42ba-8d8d-668a479b2e4a admin admin] Publish callbacks [] for security_group (80ae871a-2347-429a-b46b-e3dd5ed5b3d4), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.917381 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd7a2-5a50-42ba-8d8d-668a479b2e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (80ae871a-2347-429a-b46b-e3dd5ed5b3d4), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:33.958834 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd7a2-5a50-42ba-8d8d-668a479b2e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ae871a-2347-429a-b46b-e3dd5ed5b3d4,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:33.964314 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6e7cd7a2-5a50-42ba-8d8d-668a479b2e4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d296bc90293410da2087d9a851fb5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403635 Mar 14 19:01:33.968419 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51830) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:34.033269 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-932c3572-0f54-43d6-9bfc-5067912c483f admin admin] Publish callbacks [] for security_group (80ae871a-2347-429a-b46b-e3dd5ed5b3d4), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.060895 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-932c3572-0f54-43d6-9bfc-5067912c483f admin admin] Publish callbacks [] for security_group (80ae871a-2347-429a-b46b-e3dd5ed5b3d4), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.100672 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.108691 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (21e2963a-8644-4439-b769-7d64b45d0bbd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.170096 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-932c3572-0f54-43d6-9bfc-5067912c483f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (80ae871a-2347-429a-b46b-e3dd5ed5b3d4), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.174276 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-932c3572-0f54-43d6-9bfc-5067912c483f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.180790 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-932c3572-0f54-43d6-9bfc-5067912c483f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80ae871a-2347-429a-b46b-e3dd5ed5b3d4 HTTP/1.1" status: 204 len: 168 time: 0.2055581 Mar 14 19:01:34.200992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c3572-0f54-43d6-9bfc-5067912c483f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ae871a-2347-429a-b46b-e3dd5ed5b3d4,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:34.306049 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP 21e2963a-8644-4439-b769-7d64b45d0bbd associated. External IP: 172.28.0.58, port: 027ab37c-6e26-46fc-89d7-9a7334a0b75a. Mar 14 19:01:34.656814 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51836) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:34.672193 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d9dbdf21-f588-41c5-b7ea-6136d0938812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.780583 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d9dbdf21-f588-41c5-b7ea-6136d0938812 admin admin] Publish callbacks [] for security_group (da0ae2b2-6792-43f5-a8a3-be170d5bfcad), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.786358 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d9dbdf21-f588-41c5-b7ea-6136d0938812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (da0ae2b2-6792-43f5-a8a3-be170d5bfcad), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.832981 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d9dbdf21-f588-41c5-b7ea-6136d0938812 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e40b979ef6b432f8aeb87f78b209816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743605 Mar 14 19:01:34.836647 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 51838) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:34.848718 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbdf21-f588-41c5-b7ea-6136d0938812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ae2b2-6792-43f5-a8a3-be170d5bfcad,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:34.923223 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3df51214-917e-4317-91f1-7428302b6f9e admin admin] Publish callbacks [] for security_group (da0ae2b2-6792-43f5-a8a3-be170d5bfcad), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:34.941964 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:01:34.952396 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3df51214-917e-4317-91f1-7428302b6f9e admin admin] Publish callbacks [] for security_group (da0ae2b2-6792-43f5-a8a3-be170d5bfcad), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.038208 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3df51214-917e-4317-91f1-7428302b6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (da0ae2b2-6792-43f5-a8a3-be170d5bfcad), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.041659 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3df51214-917e-4317-91f1-7428302b6f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.043254 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-3df51214-917e-4317-91f1-7428302b6f9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da0ae2b2-6792-43f5-a8a3-be170d5bfcad HTTP/1.1" status: 204 len: 168 time: 0.2049320 Mar 14 19:01:35.055515 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df51214-917e-4317-91f1-7428302b6f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ae2b2-6792-43f5-a8a3-be170d5bfcad,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:35.106257 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:01:35.114129 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.120472 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:01:35.139074 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:35.140086 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:01:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:35.170785 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-12c29247-3325-428c-88b9-8adc83f2ba81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "PUT /v2.0/floatingips/21e2963a-8644-4439-b769-7d64b45d0bbd HTTP/1.1" status: 200 len: 990 time: 1.8415906 Mar 14 19:01:35.171703 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:01:35.175598 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:01:35.234101 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c5d9da-78ea-49ec-9e49-64f2750b3f08 x-openstack-request-id: req-25c5d9da-78ea-49ec-9e49-64f2750b3f08 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:01:35.234545 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:01:35.234909 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25c5d9da-78ea-49ec-9e49-64f2750b3f08 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:01:35.235541 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'status': 'completed', 'code': 200} Mar 14 19:01:35.330659 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-0cd6fb71-838f-497f-adab-0dc9a725e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:35.333375 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-0cd6fb71-838f-497f-adab-0dc9a725e923 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0697360 Mar 14 19:01:35.355748 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:35.529083 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-ac6fb302-3bbb-4e56-938e-7951822b6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:35.531072 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-ac6fb302-3bbb-4e56-938e-7951822b6d37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 200 len: 916 time: 0.1852133 Mar 14 19:01:35.627752 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51848) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:35.643094 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-807ee53a-6289-44ed-b58e-507762dc00e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a HTTP/1.1" status: 200 len: 998 time: 0.1023011 Mar 14 19:01:35.647816 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6a2725c-4b32-4c75-8a97-538cd406fea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.730253 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-78840cdd-7330-4f85-b82a-d426325d9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:35.734053 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-78840cdd-7330-4f85-b82a-d426325d9024 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 200 len: 854 time: 0.0819616 Mar 14 19:01:35.771013 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '21e2963a-8644-4439-b769-7d64b45d0bbd', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:17:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:20Z', 'updated_at': '2022-03-14T19:01:33Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:35.786479 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6a2725c-4b32-4c75-8a97-538cd406fea9 admin admin] Publish callbacks [] for security_group (59fcff00-48d8-4ed4-97b3-ad621f18f166), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.794284 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6a2725c-4b32-4c75-8a97-538cd406fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (59fcff00-48d8-4ed4-97b3-ad621f18f166), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.808810 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-7a313392-82f9-4257-bd0e-609235673422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:35.811356 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-7a313392-82f9-4257-bd0e-609235673422 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a07da1d2-b552-44b1-8243-3a7abdd3f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0700653 Mar 14 19:01:35.832185 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:01:35.847964 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:01:35.848882 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:01:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:35.859166 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f6a2725c-4b32-4c75-8a97-538cd406fea9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc127c4a19f24a62a577e323a65c9aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299306 Mar 14 19:01:35.862010 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2725c-4b32-4c75-8a97-538cd406fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fcff00-48d8-4ed4-97b3-ad621f18f166,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:35.867637 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 51850) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:01:35.952292 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9221f9b-cacf-426d-8008-afb4f463f6ad admin admin] Publish callbacks [] for security_group (59fcff00-48d8-4ed4-97b3-ad621f18f166), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:35.966457 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-a96b45d3-15e4-4322-8197-f2fb45d7118a service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441789 Mar 14 19:01:35.983246 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9221f9b-cacf-426d-8008-afb4f463f6ad admin admin] Publish callbacks [] for security_group (59fcff00-48d8-4ed4-97b3-ad621f18f166), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.054762 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9221f9b-cacf-426d-8008-afb4f463f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (59fcff00-48d8-4ed4-97b3-ad621f18f166), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.058451 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9221f9b-cacf-426d-8008-afb4f463f6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:36.062836 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a9221f9b-cacf-426d-8008-afb4f463f6ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59fcff00-48d8-4ed4-97b3-ad621f18f166 HTTP/1.1" status: 204 len: 168 time: 0.1936178 Mar 14 19:01:36.072969 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9221f9b-cacf-426d-8008-afb4f463f6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fcff00-48d8-4ed4-97b3-ad621f18f166,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:01:36.140235 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-73c0b1f4-9ac9-4ca5-bd17-d2e856731006 req-da1fd4d3-1c81-438b-8a13-b32664ea922d service neutron] 10.222.0.21 "GET /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646805 Mar 14 19:01:36.231778 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:01:36.563170 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '21e2963a-8644-4439-b769-7d64b45d0bbd', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:17:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:20Z', 'updated_at': '2022-03-14T19:01:33Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:01:36.600963 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0b16d-39f1-4816-b35c-90d1bdaf856a None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '21e2963a-8644-4439-b769-7d64b45d0bbd', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'floating_ip_address': '172.28.0.58', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'port_id': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'mac_address': 'fa:16:3e:17:a2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:01:20Z', 'updated_at': '2022-03-14T19:01:33Z', 'revision_number': 1, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:01:36.887308 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511b6cf-cb00-4c5a-8b7e-e52c3929efe9 None None] New status for floating IP 21e2963a-8644-4439-b769-7d64b45d0bbd: ACTIVE {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:01:40.338613 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1d5f0dc1-21e4-438a-a79c-da1ee0f805cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:42.874766 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d62a6c42-7a02-4a4f-9724-cb399198291c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:44.317417 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:45.672250 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:46.701302 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:48.103293 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:01:50.565733 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7dbd2-7d13-4821-9c84-ebc8a35a204a req-a8b4c251-5524-44bf-a015-c70e3e68cf02 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:50.567788 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-64c7dbd2-7d13-4821-9c84-ebc8a35a204a req-a8b4c251-5524-44bf-a015-c70e3e68cf02 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0881453 Mar 14 19:01:50.631057 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-64c7dbd2-7d13-4821-9c84-ebc8a35a204a req-2984e4b0-cd76-46ad-9a66-d1b0bb5ae5a1 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556834 Mar 14 19:01:51.775874 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c61a0-5dd7-4ae3-893d-7a04fd542d1b req-9c1dfac6-7846-4686-9f3b-ea6604cb6646 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:51.777548 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e59c61a0-5dd7-4ae3-893d-7a04fd542d1b req-9c1dfac6-7846-4686-9f3b-ea6604cb6646 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0600626 Mar 14 19:01:51.833877 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e59c61a0-5dd7-4ae3-893d-7a04fd542d1b req-24c11c9f-e73f-4f36-a063-bd480e237430 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502942 Mar 14 19:01:52.977543 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dd1bd-fc4c-47a7-9991-1f4dbfb123ca req-b4599e05-e4b0-4645-ab50-53a3d6c45bb6 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:52.979277 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9a5dd1bd-fc4c-47a7-9991-1f4dbfb123ca req-b4599e05-e4b0-4645-ab50-53a3d6c45bb6 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0679340 Mar 14 19:01:53.032503 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9a5dd1bd-fc4c-47a7-9991-1f4dbfb123ca req-bb961873-89e6-4335-9893-1b82677be31a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472398 Mar 14 19:01:54.347442 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bf12-89c3-4bdc-88e8-fa1cbdd6a50e req-7983b7f9-3d64-4895-bb47-bf970ffb4a81 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:54.348994 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8e48bf12-89c3-4bdc-88e8-fa1cbdd6a50e req-7983b7f9-3d64-4895-bb47-bf970ffb4a81 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0621789 Mar 14 19:01:54.399163 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8e48bf12-89c3-4bdc-88e8-fa1cbdd6a50e req-dcab60be-2d8f-4ed2-9bb4-2354f734f95b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Mar 14 19:01:55.542018 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a382b-3375-4dfa-8d8e-48d9d0c6d539 req-9949430b-7165-4486-80bb-f5bc966c0109 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:55.543656 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-674a382b-3375-4dfa-8d8e-48d9d0c6d539 req-9949430b-7165-4486-80bb-f5bc966c0109 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0611794 Mar 14 19:01:55.602425 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-674a382b-3375-4dfa-8d8e-48d9d0c6d539 req-358b01bf-b840-49fb-b4a3-5b9744ded8df tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Mar 14 19:01:56.782045 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca70d41-a1f8-44df-909b-d867dfbe9cc1 req-3a15dbd2-220f-40d9-953b-f12b782a6a66 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:56.783853 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fca70d41-a1f8-44df-909b-d867dfbe9cc1 req-3a15dbd2-220f-40d9-953b-f12b782a6a66 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0705993 Mar 14 19:01:56.852016 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fca70d41-a1f8-44df-909b-d867dfbe9cc1 req-a11a6518-61c3-4730-81a9-7bcd53f85af5 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601566 Mar 14 19:01:58.065568 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02df12-59c1-4803-90ec-501b5ca73f8c req-6dff66ae-9a8a-4a44-bbc5-666e1374aa7e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:58.067429 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac02df12-59c1-4803-90ec-501b5ca73f8c req-6dff66ae-9a8a-4a44-bbc5-666e1374aa7e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0903747 Mar 14 19:01:58.126344 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ac02df12-59c1-4803-90ec-501b5ca73f8c req-2cf9ac2f-7b98-4326-be68-91c2cd292477 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513704 Mar 14 19:01:59.546671 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd7dec-2a20-4981-91d7-92e64431d1fe req-6c228720-5134-426c-9789-a4bb66dbd122 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:01:59.548528 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-51cd7dec-2a20-4981-91d7-92e64431d1fe req-6c228720-5134-426c-9789-a4bb66dbd122 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0635352 Mar 14 19:01:59.609224 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-51cd7dec-2a20-4981-91d7-92e64431d1fe req-3ebd1bd7-5222-4a86-92d6-d375d2025ebf tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525839 Mar 14 19:01:59.661133 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:02:00.759189 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5c45-ee08-4bce-8bb4-d6622e204d32 req-02c26e56-44d0-446f-b09e-1550a2a3cae7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:00.760816 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cf6b5c45-ee08-4bce-8bb4-d6622e204d32 req-02c26e56-44d0-446f-b09e-1550a2a3cae7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0623708 Mar 14 19:02:00.821181 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cf6b5c45-ee08-4bce-8bb4-d6622e204d32 req-2c20a358-a732-44f8-a04a-9f92d0816a3c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543058 Mar 14 19:02:01.993954 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22353ff3-d2b2-4bda-ad6d-3f6c539f81f9 req-872f2d64-e6fa-4ab2-bdd8-3249212b83b4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:01.995780 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-22353ff3-d2b2-4bda-ad6d-3f6c539f81f9 req-872f2d64-e6fa-4ab2-bdd8-3249212b83b4 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0795979 Mar 14 19:02:02.061058 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-22353ff3-d2b2-4bda-ad6d-3f6c539f81f9 req-165e8519-2ffa-45db-8d48-33aac12cd0cf tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550363 Mar 14 19:02:03.208497 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f5f0-5270-4618-8344-15a10b3c59eb req-66dd3c35-26ca-4486-b0aa-5df5895b01aa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:03.211469 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c41f5f0-5270-4618-8344-15a10b3c59eb req-66dd3c35-26ca-4486-b0aa-5df5895b01aa tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0677736 Mar 14 19:02:03.265661 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c41f5f0-5270-4618-8344-15a10b3c59eb req-f19f7d5b-19e5-4a48-a0a0-b901dad25ecb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482035 Mar 14 19:02:04.065226 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52096) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:04.195667 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.288401 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Publish callbacks [] for security_group (39896d3c-b50d-4af1-9b09-545ddd9b5348), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.294386 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (39896d3c-b50d-4af1-9b09-545ddd9b5348), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.369910 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7e4d2d50d4a4bfdb45ed7fcc2a1be0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028009 Mar 14 19:02:04.372851 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52102) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:04.384579 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39896d3c-b50d-4af1-9b09-545ddd9b5348,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:04.425102 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.425624 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.426224 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.427023 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.427582 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.428664 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.429226 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.429757 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.430370 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.430935 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.431484 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.432053 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.432621 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.433186 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.433751 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c412b85-5a04-4ce0-af31-0b344879618c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.434174 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Publish callbacks [] for security_group (39896d3c-b50d-4af1-9b09-545ddd9b5348), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.468045 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Publish callbacks [] for security_group (39896d3c-b50d-4af1-9b09-545ddd9b5348), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.489740 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e286683-1b21-44f5-b536-817efe21a2c3 req-3f48a2ca-424c-4159-a302-cdcddc6bfb44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:04.492846 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e286683-1b21-44f5-b536-817efe21a2c3 req-3f48a2ca-424c-4159-a302-cdcddc6bfb44 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.1293826 Mar 14 19:02:04.524370 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (39896d3c-b50d-4af1-9b09-545ddd9b5348), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.527084 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:04.531309 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39896d3c-b50d-4af1-9b09-545ddd9b5348 HTTP/1.1" status: 204 len: 168 time: 0.1570649 Mar 14 19:02:04.541349 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39896d3c-b50d-4af1-9b09-545ddd9b5348,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:04.549656 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.550350 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.550717 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.551124 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.551387 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.551963 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.552297 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.552795 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.553535 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.554731 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.555200 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.555540 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.555870 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.556188 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.556567 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe106929-3fb9-4bf0-89ef-d380ed1a077b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:04.587584 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e286683-1b21-44f5-b536-817efe21a2c3 req-b701ca65-5fb1-4f62-84ba-b8c5a47f795c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872877 Mar 14 19:02:05.739663 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3a344-9eb0-4ce8-8020-dac8e719943d req-ee3e8620-5fca-48ab-b0b0-7644668242bb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:05.741404 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-34d3a344-9eb0-4ce8-8020-dac8e719943d req-ee3e8620-5fca-48ab-b0b0-7644668242bb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0610197 Mar 14 19:02:05.812312 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-34d3a344-9eb0-4ce8-8020-dac8e719943d req-197a16dd-1ff0-4238-bdea-6b78471c5424 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605931 Mar 14 19:02:06.617393 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:02:06.729444 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:06.744528 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'port_id': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'mac_address': 'fa:16:3e:71:10:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:02:06.813323 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: ACTIVE; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:06.814011 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.843765 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 603b2ce1-ff18-4526-a23f-2c37fc1caa82 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:06.881881 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:06.887049 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:06.951621 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=6']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:06.962353 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.962762 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.962958 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.963233 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.963570 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.963897 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.964223 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.964546 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.964874 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.965199 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.965520 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.965868 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.966188 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.966508 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.966820 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:02:06.987053 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['603b2ce1-ff18-4526-a23f-2c37fc1caa82'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:02:07.000462 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884bcba-32d7-42a0-a100-2d3ced7d6bec req-d503260d-8c0c-4cce-8298-917eede0de2f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:07.002784 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9884bcba-32d7-42a0-a100-2d3ced7d6bec req-d503260d-8c0c-4cce-8298-917eede0de2f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 945 time: 0.0896614 Mar 14 19:02:07.067312 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9884bcba-32d7-42a0-a100-2d3ced7d6bec req-f952903a-a2e0-4543-8a99-92bf5abaf182 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571828 Mar 14 19:02:08.221361 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd1618-2471-4173-a921-f321f9d31cf0 req-00456187-d2a6-466f-aa65-fadf86d632b0 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:08.223012 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-90bd1618-2471-4173-a921-f321f9d31cf0 req-00456187-d2a6-466f-aa65-fadf86d632b0 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 945 time: 0.0650408 Mar 14 19:02:08.279945 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-90bd1618-2471-4173-a921-f321f9d31cf0 req-ed05e172-f3a1-4545-ab17-b6757632cd14 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500519 Mar 14 19:02:08.633224 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:08.719728 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:02:08.720112 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.812712 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:08.813220 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.852109 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:08.856319 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d51b8-0d73-4ddc-93bb-88b79efb739a" -d '{"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-plugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:08.885684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:08.891542 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:08.934482 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3e229-8dd1-4c4c-9a4f-e06b9f93cc50 x-openstack-request-id: req-04d3e229-8dd1-4c4c-9a4f-e06b9f93cc50 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:08.934961 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-plugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:08.935337 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04d3e229-8dd1-4c4c-9a4f-e06b9f93cc50 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:08.935869 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'code': 200} Mar 14 19:02:08.980578 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=7']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:09.431172 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f1d2d-8e95-4617-b493-b2e26d38f26c req-03c51488-63ef-453f-b34e-cec0b39358e3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:09.432787 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-250f1d2d-8e95-4617-b493-b2e26d38f26c req-03c51488-63ef-453f-b34e-cec0b39358e3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0585430 Mar 14 19:02:09.503592 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-250f1d2d-8e95-4617-b493-b2e26d38f26c req-255dedcb-fdd5-476c-9c7c-f29f8b642774 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643861 Mar 14 19:02:10.344259 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1a4f92b8-8b35-4051-8de0-b28b5048a220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:10.680447 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154a837-5b25-4b48-aea5-52abc712a7e3 req-027290a8-2bfc-49ef-b458-8f9ed386b94a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:10.696475 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e154a837-5b25-4b48-aea5-52abc712a7e3 req-027290a8-2bfc-49ef-b458-8f9ed386b94a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0772049 Mar 14 19:02:10.755889 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-e154a837-5b25-4b48-aea5-52abc712a7e3 req-7ddd23a8-b28d-4d80-a9fb-2a2b4b4c0fb3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579972 Mar 14 19:02:11.948547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dff3d-be2a-46d8-b417-90fbaad8f7de req-bc7600e1-3492-4f26-8fc4-d4d45bce1b47 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:11.950239 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-161dff3d-be2a-46d8-b417-90fbaad8f7de req-bc7600e1-3492-4f26-8fc4-d4d45bce1b47 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0732210 Mar 14 19:02:12.029165 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-161dff3d-be2a-46d8-b417-90fbaad8f7de req-6a9ddeae-2ae2-43c5-b039-f2d04a7d0bac tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702927 Mar 14 19:02:12.871722 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-cb21f85c-bb0b-4ef4-8415-5b0a119b5296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:13.182897 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c516f2-4df8-43ee-b091-c6dc695fcee8 req-ca8c2608-5f0f-4050-a414-a39d4e115d8d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:13.184576 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3c516f2-4df8-43ee-b091-c6dc695fcee8 req-ca8c2608-5f0f-4050-a414-a39d4e115d8d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0656295 Mar 14 19:02:13.266608 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3c516f2-4df8-43ee-b091-c6dc695fcee8 req-9cb62cba-f3b2-43a5-b912-9e5f9cea243d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743117 Mar 14 19:02:14.371138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:14.530756 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40961-7c69-4aab-a0d3-da14c541deab req-03decf13-e696-40ed-9132-4dbd96c63fc2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:14.532390 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-12b40961-7c69-4aab-a0d3-da14c541deab req-03decf13-e696-40ed-9132-4dbd96c63fc2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.1092224 Mar 14 19:02:14.599910 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-12b40961-7c69-4aab-a0d3-da14c541deab req-17a6a70f-02b0-414e-b9b4-3c9d3a6f8540 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514286 Mar 14 19:02:15.691577 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:15.768669 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0583-c0b2-4eb4-9666-04879e23a64a req-43b11727-2c87-4df2-adc4-a0b6f3189d6c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:15.770269 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-33fb0583-c0b2-4eb4-9666-04879e23a64a req-43b11727-2c87-4df2-adc4-a0b6f3189d6c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0658720 Mar 14 19:02:15.845016 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-33fb0583-c0b2-4eb4-9666-04879e23a64a req-bf7f4310-e7f9-403d-942b-be3f0d7a38ac tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644951 Mar 14 19:02:16.702611 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:17.094776 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ee685-a081-4820-828d-a2c9fe177d85 req-27a1efd0-6812-407c-b19b-ad8f99e48f3e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:17.097555 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-743ee685-a081-4820-828d-a2c9fe177d85 req-27a1efd0-6812-407c-b19b-ad8f99e48f3e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.1193061 Mar 14 19:02:17.207932 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-743ee685-a081-4820-828d-a2c9fe177d85 req-e2983b7a-2237-4785-aefd-c56f3f02ab40 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997910 Mar 14 19:02:18.128184 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:18.469325 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da85e1-8bae-4c0b-a1a3-fdf45d59812c req-ff37ebea-c8c8-48f4-9945-56957ec10d2f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:18.483657 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b2da85e1-8bae-4c0b-a1a3-fdf45d59812c req-ff37ebea-c8c8-48f4-9945-56957ec10d2f tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.1523032 Mar 14 19:02:18.538543 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-9a2e0922-e28c-48c3-8b2b-5ea5a224d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:18.541171 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-9a2e0922-e28c-48c3-8b2b-5ea5a224d981 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1130 time: 0.4956324 Mar 14 19:02:18.668890 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b2da85e1-8bae-4c0b-a1a3-fdf45d59812c req-b0d13112-2716-431b-ba3b-02536717ce4d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836321 Mar 14 19:02:18.746861 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-25253d73-123f-4939-a4c7-55de28d50eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:18.748620 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-25253d73-123f-4939-a4c7-55de28d50eb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.1627462 Mar 14 19:02:18.855291 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-ff7b8a19-9e74-4aa5-991c-5d5a6638c917 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 1002 time: 0.0851710 Mar 14 19:02:18.941291 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-9debd89a-a06b-46e5-bfd3-eb289d7c7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:18.944117 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-9debd89a-a06b-46e5-bfd3-eb289d7c7045 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0966451 Mar 14 19:02:19.019326 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-9e5f62d2-020c-4119-ad94-b7ad7c36a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:19.021439 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-9e5f62d2-020c-4119-ad94-b7ad7c36a8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0685875 Mar 14 19:02:19.134315 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-7db36524-57e5-4e06-acc7-ed9811ca1bfe service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061633 Mar 14 19:02:19.280658 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a6f8e2ae-14fe-4ac1-ab1d-d812883fe438 req-4679cd42-7fea-4db5-bdf8-b6e93ffd087f service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392155 Mar 14 19:02:19.880593 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084ef3-624e-4d5e-a234-85136e668f68 req-d36ec40d-f3b3-4e12-a44c-80e8e38370ae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:19.883521 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-00084ef3-624e-4d5e-a234-85136e668f68 req-d36ec40d-f3b3-4e12-a44c-80e8e38370ae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0836711 Mar 14 19:02:19.949121 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-00084ef3-624e-4d5e-a234-85136e668f68 req-2c816ee3-21ce-4873-912a-b0aa745d6270 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579021 Mar 14 19:02:20.620058 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-a0f61add-7fa9-412c-8b6c-2a001ef5d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:20.622791 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-a0f61add-7fa9-412c-8b6c-2a001ef5d797 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1130 time: 0.0792587 Mar 14 19:02:20.785407 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-8fa8c43d-e33f-439a-8679-a135a2d18b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:20.789348 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-8fa8c43d-e33f-439a-8679-a135a2d18b88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.1588652 Mar 14 19:02:20.897720 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-41948155-a9aa-4d07-bc13-947c1b016cec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 1002 time: 0.1013594 Mar 14 19:02:20.964874 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-7771c98d-4e44-44e8-b668-9396d1aea1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:20.966523 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-7771c98d-4e44-44e8-b668-9396d1aea1d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0635176 Mar 14 19:02:21.064485 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-6d55c3ea-d966-4b22-a4a2-dfc520831658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:21.069063 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-6d55c3ea-d966-4b22-a4a2-dfc520831658 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0919693 Mar 14 19:02:21.274664 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a0751-882d-4bf7-aa8a-96c1d669951d req-1d4ef2eb-1fb2-4daa-b05b-54cf49f39fe8 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:21.277122 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d12a0751-882d-4bf7-aa8a-96c1d669951d req-1d4ef2eb-1fb2-4daa-b05b-54cf49f39fe8 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.1413560 Mar 14 19:02:21.284044 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-5064979c-f633-40e4-9cc6-332ac19bc220 service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096059 Mar 14 19:02:21.463439 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d12a0751-882d-4bf7-aa8a-96c1d669951d req-9d9040ba-91a7-428a-bcf4-9ce33b6b79ae tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777368 Mar 14 19:02:21.506270 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c2004d5e-a6f7-4d68-bf8f-709823e3b5f6 req-e304d447-1fac-4143-94f5-42843bde7e8b service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078502 Mar 14 19:02:22.658151 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429223f-7799-433b-8f52-040279dfd66b req-4e3340e7-be26-46b1-bf8f-d887c33b285d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:22.659867 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d429223f-7799-433b-8f52-040279dfd66b req-4e3340e7-be26-46b1-bf8f-d887c33b285d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 946 time: 0.0784373 Mar 14 19:02:22.690922 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:22.726313 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d429223f-7799-433b-8f52-040279dfd66b req-3c8ec587-70c6-4629-bbd4-c61af22bc6b3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570049 Mar 14 19:02:22.819769 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: ACTIVE; New status is: DOWN {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:22.820372 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.865410 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:22.869659 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de23c42-2e49-47cb-a68f-dfdd74c1051a" -d '{"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-unplugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:22.892991 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:22.899589 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:22.986294 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=8']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:23.014097 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e02434e-0767-4d0b-9c1f-5eb456ab843a x-openstack-request-id: req-6e02434e-0767-4d0b-9c1f-5eb456ab843a {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:23.014492 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-unplugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:23.014837 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e02434e-0767-4d0b-9c1f-5eb456ab843a {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:23.015313 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'code': 200} Mar 14 19:02:23.938251 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d093f-d231-4651-b4d8-88838bd847cc req-1988d8a8-3677-481a-a74b-28db3f27e67d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:23.940586 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-758d093f-d231-4651-b4d8-88838bd847cc req-1988d8a8-3677-481a-a74b-28db3f27e67d tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.0899241 Mar 14 19:02:24.004710 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-758d093f-d231-4651-b4d8-88838bd847cc req-8bf2b83f-3bd9-46ff-b464-d9175c13e9cc tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560718 Mar 14 19:02:25.153882 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [req-97e56ce9-7c92-4c9c-b052-fa51652add3f req-d0659b86-3f5d-4fd7-b404-e733e20d4bb4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 19:02:25.155179 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-97e56ce9-7c92-4c9c-b052-fa51652add3f req-d0659b86-3f5d-4fd7-b404-e733e20d4bb4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0688252 Mar 14 19:02:25.515042 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ae997-e042-4c46-83f6-5ae6a2bd92bf req-0f14323d-1a8e-4c41-802e-c34027e75666 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:25.516777 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3a7ae997-e042-4c46-83f6-5ae6a2bd92bf req-0f14323d-1a8e-4c41-802e-c34027e75666 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1083503 Mar 14 19:02:25.575338 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3a7ae997-e042-4c46-83f6-5ae6a2bd92bf req-e559687e-1027-4ba2-8d35-ffd5aa90b381 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512052 Mar 14 19:02:25.792512 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52346) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:25.925524 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-11638295-fed8-4662-beb4-633ac2b54c96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309741 Mar 14 19:02:25.939988 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-5256750f-ab38-45c5-a442-298d2e863187 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 19:02:25.941975 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-5256750f-ab38-45c5-a442-298d2e863187 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079455 Mar 14 19:02:26.041023 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52354) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:26.096699 dv-cinder-829664-3-smb neutron-server[103190]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 19:02:26.144944 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-a6738a0c-6398-4e3d-84be-b0c8cc70dc28 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.146583 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-a6738a0c-6398-4e3d-84be-b0c8cc70dc28 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports/603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 941 time: 0.1044443 Mar 14 19:02:26.720042 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:26.817770 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: DOWN; New status is: DOWN {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:26.865658 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554c159-1275-4163-922e-814aca16fbcb req-8702d74a-ea2b-42de-95dd-4e65acbe7380 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:26.869333 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f554c159-1275-4163-922e-814aca16fbcb req-8702d74a-ea2b-42de-95dd-4e65acbe7380 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1238229 Mar 14 19:02:26.986772 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f554c159-1275-4163-922e-814aca16fbcb req-7c1868ca-4c57-4c76-8cec-83c0547a03b7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990298 Mar 14 19:02:27.094697 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aefab-9e51-4193-810e-51af6f482d28 req-38923ad9-a28e-4f90-8025-ad97630115dd tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.096432 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-745aefab-9e51-4193-810e-51af6f482d28 req-38923ad9-a28e-4f90-8025-ad97630115dd tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0729899 Mar 14 19:02:27.164887 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-745aefab-9e51-4193-810e-51af6f482d28 req-cf5cbe96-090c-4652-a203-9f1dcb852446 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599966 Mar 14 19:02:27.537899 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-0b395738-93bb-4431-a2cd-59294eb678e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.539610 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-0b395738-93bb-4431-a2cd-59294eb678e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48&tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2 HTTP/1.1" status: 200 len: 1128 time: 0.0884902 Mar 14 19:02:27.611789 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-9565091b-d5d7-4f75-8466-6bdcb0382fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.613316 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-9565091b-d5d7-4f75-8466-6bdcb0382fc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1128 time: 0.0485420 Mar 14 19:02:27.760043 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-3c3eaeed-276b-4414-be00-7a4eefbb68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.763939 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-3c3eaeed-276b-4414-be00-7a4eefbb68eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 200 len: 916 time: 0.1433671 Mar 14 19:02:27.866822 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-fa7679c9-d743-44f8-a983-3919631b1cfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 200 len: 1000 time: 0.0966244 Mar 14 19:02:27.930339 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-482b4d39-c496-4e01-b349-4c420526d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.931902 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-482b4d39-c496-4e01-b349-4c420526d886 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 200 len: 854 time: 0.0588224 Mar 14 19:02:27.994408 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-13214b16-9b6c-424b-97c6-1a71cf2c7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:27.995985 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-13214b16-9b6c-424b-97c6-1a71cf2c7ae5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e94f98c8-f193-4044-aade-c657f6b0401c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0561244 Mar 14 19:02:28.107954 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-d4019c63-3115-4a5b-a530-f2b55b0e816e service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043830 Mar 14 19:02:28.263291 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c24a5a-d0cc-4d4c-9e8d-b87c38db331c req-9c93d51c-c53a-479c-ab94-6124c5cc396c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:28.264731 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-67c24a5a-d0cc-4d4c-9e8d-b87c38db331c req-9c93d51c-c53a-479c-ab94-6124c5cc396c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1200085 Mar 14 19:02:28.267106 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a6c51c9-eedf-4062-9b15-7dead52106c6 req-00a076e6-8331-4b86-b83e-cbe8ee34cbac service neutron] 10.222.0.21 "GET /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520460 Mar 14 19:02:28.350628 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-67c24a5a-d0cc-4d4c-9e8d-b87c38db331c req-efd8aa43-d903-45e5-9249-0072c5349622 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731230 Mar 14 19:02:28.556325 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-2bdb341f-1414-4ea8-9727-8789732af382 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:28.557224 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-2bdb341f-1414-4ea8-9727-8789732af382 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1146886 Mar 14 19:02:28.606030 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779f7fe-796b-4b60-898a-d32ab16e50ec req-db1f0d46-7686-48d1-ac46-4325f7b761c9 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:28.607608 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c779f7fe-796b-4b60-898a-d32ab16e50ec req-db1f0d46-7686-48d1-ac46-4325f7b761c9 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1156056 Mar 14 19:02:28.766453 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c779f7fe-796b-4b60-898a-d32ab16e50ec req-8f10d630-fdae-44d6-9f79-fc9909b43c81 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441495 Mar 14 19:02:28.787594 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port 027ab37c-6e26-46fc-89d7-9a7334a0b75a {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:28.788361 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:28.976698 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] For port 027ab37c-6e26-46fc-89d7-9a7334a0b75a, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=027ab37c-6e26-46fc-89d7-9a7334a0b75a,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:28.977826 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.716621 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.717117 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (21e2963a-8644-4439-b769-7d64b45d0bbd), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:29.717644 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.l3_db [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Floating IP 21e2963a-8644-4439-b769-7d64b45d0bbd disassociated. External IP: 172.28.0.58, port: 027ab37c-6e26-46fc-89d7-9a7334a0b75a. Mar 14 19:02:29.718529 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for 027ab37c-6e26-46fc-89d7-9a7334a0b75a owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:29.764246 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f3936-c319-410c-89a8-38a3a8b4d940 req-7c4457b5-ec2a-4937-95e2-05487f2a3aed tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:29.766789 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-627f3936-c319-410c-89a8-38a3a8b4d940 req-7c4457b5-ec2a-4937-95e2-05487f2a3aed tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1554611 Mar 14 19:02:30.019745 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-627f3936-c319-410c-89a8-38a3a8b4d940 req-a7e345c7-2c6f-4eee-ba7d-80fb5185daa7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832433 Mar 14 19:02:30.155420 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccf771-2979-45ac-866a-fc3bdde877f0 req-61246c54-0eed-4ab7-b190-435e807c2c3a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:30.167507 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d2ccf771-2979-45ac-866a-fc3bdde877f0 req-61246c54-0eed-4ab7-b190-435e807c2c3a tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 945 time: 0.2423820 Mar 14 19:02:30.268055 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (027ab37c-6e26-46fc-89d7-9a7334a0b75a), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.273391 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d2ccf771-2979-45ac-866a-fc3bdde877f0 req-eb0e3661-3274-49e7-b927-dc344076a1c4 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups?id=31137288-d5d3-4f0c-a513-7a328777ace8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046228 Mar 14 19:02:30.310835 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=027ab37c-6e26-46fc-89d7-9a7334a0b75a,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:30.498947 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:30.752858 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 027ab37c-6e26-46fc-89d7-9a7334a0b75a no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:30.773655 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:30.836172 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] No DVR routers for this DVR port 027ab37c-6e26-46fc-89d7-9a7334a0b75a on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:30.840026 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 027ab37c-6e26-46fc-89d7-9a7334a0b75a {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:30.841634 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:30.845283 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 027ab37c-6e26-46fc-89d7-9a7334a0b75a not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:30.847516 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:30.850279 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-564b83c9-c0eb-4dff-9be4-d47e38348929 req-9e86a057-8f8c-499b-8b1f-74a13db79c03 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.21 "DELETE /v2.0/ports/027ab37c-6e26-46fc-89d7-9a7334a0b75a HTTP/1.1" status: 204 len: 173 time: 2.2815967 Mar 14 19:02:30.850871 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'name': 'network-vif-deleted', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:30.861209 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a5a43-aee0-4807-9b6d-f1ac613a3fee" -d '{"events": [{"server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "name": "network-vif-deleted", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:30.865448 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:30.866701 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:31.071700 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:31.099203 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f96978a-d5bc-46d9-8faa-4920c1dc8d74 x-openstack-request-id: req-3f96978a-d5bc-46d9-8faa-4920c1dc8d74 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:31.099853 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3", "name": "network-vif-deleted", "tag": "027ab37c-6e26-46fc-89d7-9a7334a0b75a", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:31.099939 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f96978a-d5bc-46d9-8faa-4920c1dc8d74 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:31.100533 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3', 'name': 'network-vif-deleted', 'tag': '027ab37c-6e26-46fc-89d7-9a7334a0b75a', 'status': 'completed', 'code': 200} Mar 14 19:02:31.252216 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f645-5ac8-4ac0-9f7c-5fa1abbed8f8 req-51914b0a-3f97-4138-ab8d-913ce4a5ed49 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:31.257372 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b853f645-5ac8-4ac0-9f7c-5fa1abbed8f8 req-51914b0a-3f97-4138-ab8d-913ce4a5ed49 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1193979 Mar 14 19:02:31.398092 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b853f645-5ac8-4ac0-9f7c-5fa1abbed8f8 req-dec8feac-42fc-455b-b5d5-9a2ad03d7d57 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326418 Mar 14 19:02:31.528715 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-37df7b4a-12eb-4f34-93a0-4d1da3534815 req-79f721b1-5d20-43e9-94b7-890534f6139d tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0693741 Mar 14 19:02:31.630485 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:31.698547 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:31.714759 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:31.715831 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:31.985794 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:32.300795 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:32.336044 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21509a9a-3fd1-4ab1-9cba-027c9a0b2bae None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T18:56:39Z', 'revision_number': 4, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '73dccfb8-3675-4230-943d-7495c4f32333', 'name': '', 'network_id': 'a07da1d2-b552-44b1-8243-3a7abdd3f56b', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'mac_address': 'fa:16:3e:53:bf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:34Z', 'updated_at': '2022-03-14T18:56:52Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'subnets': [{'id': '25c003d0-4d70-4b00-957b-d161a2d8b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:32.647112 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4260d6-aac1-4fd3-8d97-24b42e607e88 req-0fb39738-93cb-4199-84ba-f3116ee33182 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:32.663817 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e4260d6-aac1-4fd3-8d97-24b42e607e88 req-0fb39738-93cb-4199-84ba-f3116ee33182 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1620655 Mar 14 19:02:32.788794 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6609e983-7d59-470b-a1a3-070f9461d71b req-38bb13c7-3c81-40e2-bbc7-c60a03967d66 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0988407 Mar 14 19:02:32.849387 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e4260d6-aac1-4fd3-8d97-24b42e607e88 req-5530d26a-0629-4019-ae00-9353a7fb42f3 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832390 Mar 14 19:02:32.903960 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c80941-3a5f-4093-ba09-7fafa8a8c1a8 None None] New status for floating IP 21e2963a-8644-4439-b769-7d64b45d0bbd: DOWN {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:02:33.982547 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f63ccd0f-23fc-4cb7-91a1-3ae42b66602b req-96ff4426-0258-4109-b2df-d15c4ef08d22 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0681295 Mar 14 19:02:34.161879 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53e57f-35ad-47b3-a17f-afb2d6f11e2e req-8e8f5abe-3537-4e77-b611-91793ff56c5e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:34.172325 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ca53e57f-35ad-47b3-a17f-afb2d6f11e2e req-8e8f5abe-3537-4e77-b611-91793ff56c5e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1363659 Mar 14 19:02:34.264416 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ca53e57f-35ad-47b3-a17f-afb2d6f11e2e req-22e9e066-f627-48b0-9543-61a0c1bbc39e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904605 Mar 14 19:02:35.152401 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f6f14aa0-6412-4080-82b9-df98322c9ca3 req-70aa5787-4eb8-4bde-a62b-8a04127eefec tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0383165 Mar 14 19:02:35.539822 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118adc7-b290-4adf-9a33-ff36fb5b02f1 req-01b58748-27e1-4cfa-b409-19f97682a437 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:35.543942 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7118adc7-b290-4adf-9a33-ff36fb5b02f1 req-01b58748-27e1-4cfa-b409-19f97682a437 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.1314170 Mar 14 19:02:35.646021 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7118adc7-b290-4adf-9a33-ff36fb5b02f1 req-b32b606c-2a12-47da-8d52-126cf83ff280 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923135 Mar 14 19:02:36.260053 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-b707d5ff-fd94-49cc-aa78-e4e102bd0bed req-362f470e-cad3-4f2b-87ad-d0110870e804 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ec73be-2032-4fbf-89d0-0e6cbbce6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0287201 Mar 14 19:02:36.664388 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:02:36.836529 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83b9b7-5e1c-4fd0-afe1-6207dfe38f1c req-fcd3e900-71ea-4041-bd17-92a2672659f7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:36.839335 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fa83b9b7-5e1c-4fd0-afe1-6207dfe38f1c req-fcd3e900-71ea-4041-bd17-92a2672659f7 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.0831716 Mar 14 19:02:36.923311 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fa83b9b7-5e1c-4fd0-afe1-6207dfe38f1c req-a30bbbed-90b1-49d5-a606-87f4283b8bd0 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761771 Mar 14 19:02:37.372791 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52484) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:37.455778 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-924dd98b-9169-43d2-96bf-c2a3a43532e1 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (31137288-d5d3-4f0c-a513-7a328777ace8), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.493861 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-924dd98b-9169-43d2-96bf-c2a3a43532e1 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (31137288-d5d3-4f0c-a513-7a328777ace8), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.549017 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-924dd98b-9169-43d2-96bf-c2a3a43532e1 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (31137288-d5d3-4f0c-a513-7a328777ace8), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.553925 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-924dd98b-9169-43d2-96bf-c2a3a43532e1 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.555080 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-924dd98b-9169-43d2-96bf-c2a3a43532e1 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/security-groups/31137288-d5d3-4f0c-a513-7a328777ace8 HTTP/1.1" status: 204 len: 168 time: 0.1811223 Mar 14 19:02:37.558385 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52490) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:37.565515 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dd98b-9169-43d2-96bf-c2a3a43532e1 tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31137288-d5d3-4f0c-a513-7a328777ace8,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:37.578778 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.api.v2.resource [None req-f89b7f30-afc1-4a3c-8d6a-c3327a36345c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] show failed (client error): The resource could not be found. Mar 14 19:02:37.580755 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f89b7f30-afc1-4a3c-8d6a-c3327a36345c tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "GET /v2.0/security-groups/31137288-d5d3-4f0c-a513-7a328777ace8 HTTP/1.1" status: 404 len: 347 time: 0.0203502 Mar 14 19:02:37.585184 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52494) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:37.759380 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Deleting port ce8c67b9-9f6a-496d-b96c-c91d2adfab7f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:37.759726 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.852065 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.852397 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:37.866320 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Calling delete_port for ce8c67b9-9f6a-496d-b96c-c91d2adfab7f owned by network:floatingip {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:38.042861 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (ce8c67b9-9f6a-496d-b96c-c91d2adfab7f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:38.077435 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Pushing event deleted for resources: {'Port': ['ID=ce8c67b9-9f6a-496d-b96c-c91d2adfab7f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:38.139344 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78f82-ffd7-45c6-8bf7-9ea1d8d6cff1 req-5ddce177-f2d6-4857-9204-8fed2b97ddb9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:38.141131 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-45b78f82-ffd7-45c6-8bf7-9ea1d8d6cff1 req-5ddce177-f2d6-4857-9204-8fed2b97ddb9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 944 time: 0.0950818 Mar 14 19:02:38.205783 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks [] for floatingip (21e2963a-8644-4439-b769-7d64b45d0bbd), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:38.210979 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:38.213068 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-81cb5878-b2c4-4f9a-a6e3-396466ba53df tempest-AttachVolumeNegativeTest-725433054 tempest-AttachVolumeNegativeTest-725433054-project] 10.222.0.35 "DELETE /v2.0/floatingips/21e2963a-8644-4439-b769-7d64b45d0bbd HTTP/1.1" status: 204 len: 168 time: 0.6262996 Mar 14 19:02:38.243391 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-45b78f82-ffd7-45c6-8bf7-9ea1d8d6cff1 req-7726c8d1-e417-4466-85af-204d2a50ee13 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901101 Mar 14 19:02:38.272636 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22f69-fb93-4a99-a0ae-f1176c398ee8 req-9147d986-208a-4830-8521-df1742ae2229 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:38.275307 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cab22f69-fb93-4a99-a0ae-f1176c398ee8 req-9147d986-208a-4830-8521-df1742ae2229 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 945 time: 0.1064363 Mar 14 19:02:38.357220 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cab22f69-fb93-4a99-a0ae-f1176c398ee8 req-8ba15c7b-3466-4b7a-9fb7-00d435a4279e tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725992 Mar 14 19:02:38.802770 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:02:38.913196 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:38.927770 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'port_id': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'mac_address': 'fa:16:3e:71:10:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:02:38.974714 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:38.975172 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:38.991964 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603b2ce1-ff18-4526-a23f-2c37fc1caa82 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:02:39.016448 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:39.021453 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:39.075031 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=9']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:39.273553 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['603b2ce1-ff18-4526-a23f-2c37fc1caa82'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:02:39.440729 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d515a-3c0d-4a92-b925-cb703edf3d23 req-3938dc1e-3fd7-4cb7-a94b-5ad8921fcdc1 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:39.442731 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-581d515a-3c0d-4a92-b925-cb703edf3d23 req-3938dc1e-3fd7-4cb7-a94b-5ad8921fcdc1 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 945 time: 0.0866778 Mar 14 19:02:39.595871 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-581d515a-3c0d-4a92-b925-cb703edf3d23 req-13db5b9b-bd64-4c9e-bae9-8963e675e4c9 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428499 Mar 14 19:02:39.626343 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d60b7-21a4-4927-899a-265fb7a524b2 req-0b6513e2-922d-428b-af90-f0d780bdd302 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:39.629125 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0f6d60b7-21a4-4927-899a-265fb7a524b2 req-0b6513e2-922d-428b-af90-f0d780bdd302 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 945 time: 0.1528358 Mar 14 19:02:39.690759 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0f6d60b7-21a4-4927-899a-265fb7a524b2 req-6f69066f-5302-47a2-b3b5-2911fb80a884 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7614124-477d-4f8a-afd0-868b0478ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532091 Mar 14 19:02:40.159678 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-cde2c413-738c-4676-90c2-98d0ea67ef16 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:40.161873 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-cde2c413-738c-4676-90c2-98d0ea67ef16 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 945 time: 0.0908825 Mar 14 19:02:40.271404 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Deleting port fbea940a-70e3-4415-a267-3088e68b4fce {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:40.271823 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:40.334134 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6063-2c31-42b6-bf21-6620570f8c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:40.384248 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] For port fbea940a-70e3-4415-a267-3088e68b4fce, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=fbea940a-70e3-4415-a267-3088e68b4fce,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:40.384612 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:40.592989 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:40.593811 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (9078bb96-d5f1-4e85-9068-8e88f52b1177), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:40.593811 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.l3_db [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Floating IP 9078bb96-d5f1-4e85-9068-8e88f52b1177 disassociated. External IP: 172.28.0.235, port: fbea940a-70e3-4415-a267-3088e68b4fce. Mar 14 19:02:40.594210 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Calling delete_port for fbea940a-70e3-4415-a267-3088e68b4fce owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:40.802326 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (fbea940a-70e3-4415-a267-3088e68b4fce), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:40.815741 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:02:40.824910 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d53f638a-0622-46af-89d5-f9a8c99c4b08 req-89458294-79be-4eab-a626-7820fb09bb49 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 210 time: 0.0374689 Mar 14 19:02:40.862322 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab628d-2092-4eef-b584-a39daaa8e237 req-4712ea49-7151-404d-8604-01f6d65d162e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:40.864406 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75ab628d-2092-4eef-b584-a39daaa8e237 req-4712ea49-7151-404d-8604-01f6d65d162e tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 945 time: 0.1583436 Mar 14 19:02:40.867265 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event deleted for resources: {'Port': ['ID=fbea940a-70e3-4415-a267-3088e68b4fce,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:40.895370 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:02:40.896116 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.042647 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-75ab628d-2092-4eef-b584-a39daaa8e237 req-36c2f24f-57ca-43b5-9f37-b31bc6217234 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592982 Mar 14 19:02:41.046859 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:41.050007 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.085893 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:41.086245 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeb5811-7843-4acc-b77a-7b10111bbd09" -d '{"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-plugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:41.111586 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:41.122445 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.132585 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Router a97d25b0-a59a-4071-898a-f29be5295261 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:41.181243 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e4f96-9678-4dc4-916c-e5c416421c86 x-openstack-request-id: req-c93e4f96-9678-4dc4-916c-e5c416421c86 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:41.182093 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-plugged", "status": "completed", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:41.183400 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c93e4f96-9678-4dc4-916c-e5c416421c86 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:41.184138 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'code': 200} Mar 14 19:02:41.268871 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=10']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:41.417284 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:41.444965 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] Sync routers for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:41.491555 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:41.494207 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:41.497282 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c973c-9178-4cc4-bfa4-d49caaaf345d req-c7b17adb-e72a-4054-a8d4-b4bfd2f2c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:41.500192 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-834c973c-9178-4cc4-bfa4-d49caaaf345d req-c7b17adb-e72a-4054-a8d4-b4bfd2f2c7ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 1131 time: 0.1065323 Mar 14 19:02:41.553882 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] No DVR routers for this DVR port fbea940a-70e3-4415-a267-3088e68b4fce on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:41.558537 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:41.565125 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a3a4a476-6d9a-4634-b0c4-66a19aa96e23 req-dfdc383f-f803-4817-a9da-80e20af77df1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.21 "DELETE /v2.0/ports/fbea940a-70e3-4415-a267-3088e68b4fce HTTP/1.1" status: 204 len: 173 time: 1.3978121 Mar 14 19:02:41.565999 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'name': 'network-vif-deleted', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:02:41.571600 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61696710-7649-44dc-b420-5ef661312dee" -d '{"events": [{"server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "name": "network-vif-deleted", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:02:41.602995 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-834c973c-9178-4cc4-bfa4-d49caaaf345d req-080f9e44-b28c-492a-ba62-5a273739af32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911932 Mar 14 19:02:41.647100 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b8847d-8dac-4aef-9342-57e5b7c5c997 x-openstack-request-id: req-97b8847d-8dac-4aef-9342-57e5b7c5c997 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:02:41.649006 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310c58e0-6c46-49c5-ac87-b1a489415407", "name": "network-vif-deleted", "tag": "fbea940a-70e3-4415-a267-3088e68b4fce", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:02:41.649006 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97b8847d-8dac-4aef-9342-57e5b7c5c997 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:02:41.649006 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c58e0-6c46-49c5-ac87-b1a489415407', 'name': 'network-vif-deleted', 'tag': 'fbea940a-70e3-4415-a267-3088e68b4fce', 'status': 'completed', 'code': 200} Mar 14 19:02:41.693470 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:41.992665 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-84e814c2-1873-4f4f-8d80-bb36d79c0c2f req-893d6863-84ed-4104-b28c-8272e28a88d8 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/ports?device_id=310c58e0-6c46-49c5-ac87-b1a489415407 HTTP/1.1" status: 200 len: 210 time: 0.0550094 Mar 14 19:02:42.000128 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:42.029209 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] Checking router: a97d25b0-a59a-4071-898a-f29be5295261 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:42.039377 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:42.040013 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:42.170849 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:42.262959 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0ebe4-0a80-4673-a960-05ec80ede6db req-cde860a8-e54b-4b32-ada2-de763f1517eb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:42.265912 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c4c0ebe4-0a80-4673-a960-05ec80ede6db req-cde860a8-e54b-4b32-ada2-de763f1517eb tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 947 time: 0.1099181 Mar 14 19:02:42.355228 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c4c0ebe4-0a80-4673-a960-05ec80ede6db req-4a600055-6045-42d3-9905-ac8deecefb7b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767655 Mar 14 19:02:42.437334 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:42.494807 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e65b6-603f-4599-bf15-9d0ca250c9f2 None None] The sync data for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb is: [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:56:54Z', 'revision_number': 4, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9574c4f0-04cf-4c48-be3f-1cf07d5f5343', 'name': '', 'network_id': 'ec788d8e-061b-43c6-8c8c-181d13912795', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'mac_address': 'fa:16:3e:ba:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:50Z', 'updated_at': '2022-03-14T18:57:11Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'subnets': [{'id': '99f53892-bdf7-491d-b27b-88d4b37c04d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:42.526497 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52558) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:42.807230 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device fbea940a-70e3-4415-a267-3088e68b4fce no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:42.866877 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: fbea940a-70e3-4415-a267-3088e68b4fce {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:42.867446 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device fbea940a-70e3-4415-a267-3088e68b4fce not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:42.891132 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a884cc9-5f77-478b-9fb2-1f85f5f07624 None None] New status for floating IP 9078bb96-d5f1-4e85-9068-8e88f52b1177: DOWN {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:02:42.908167 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-fba70ec4-c4ff-40c0-904f-1a7dff142083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.122934 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52600) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:43.193536 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0809ff67-92d2-40c4-9ff9-0654b56844d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (d7614124-477d-4f8a-afd0-868b0478ae85), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.240297 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0809ff67-92d2-40c4-9ff9-0654b56844d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (d7614124-477d-4f8a-afd0-868b0478ae85), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.312626 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.319389 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0809ff67-92d2-40c4-9ff9-0654b56844d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (d7614124-477d-4f8a-afd0-868b0478ae85), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.322746 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0809ff67-92d2-40c4-9ff9-0654b56844d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.326614 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0809ff67-92d2-40c4-9ff9-0654b56844d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "DELETE /v2.0/security-groups/d7614124-477d-4f8a-afd0-868b0478ae85 HTTP/1.1" status: 204 len: 168 time: 0.1998844 Mar 14 19:02:43.327840 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52602) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:43.346158 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.api.v2.resource [None req-39751463-629f-4083-8724-ae324ad840a7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] show failed (client error): The resource could not be found. Mar 14 19:02:43.350326 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-39751463-629f-4083-8724-ae324ad840a7 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "GET /v2.0/security-groups/d7614124-477d-4f8a-afd0-868b0478ae85 HTTP/1.1" status: 404 len: 347 time: 0.0184855 Mar 14 19:02:43.350666 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52604) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:43.357699 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809ff67-92d2-40c4-9ff9-0654b56844d1 tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7614124-477d-4f8a-afd0-868b0478ae85,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:43.532216 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Deleting port 1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:43.532548 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.623133 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.623516 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.640763 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Calling delete_port for 1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49 owned by network:floatingip {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:43.711254 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84f1dd-30e7-42c6-a6f7-d1c3f9c36398 req-b4444544-13fa-4cc3-9dd0-8f8cbabc3902 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:43.714043 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8e84f1dd-30e7-42c6-a6f7-d1c3f9c36398 req-b4444544-13fa-4cc3-9dd0-8f8cbabc3902 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 947 time: 0.1545181 Mar 14 19:02:43.805553 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.833652 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Pushing event deleted for resources: {'Port': ['ID=1bdbe4f0-2c72-44d2-a7d0-ce1bd3775f49,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:43.904246 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8e84f1dd-30e7-42c6-a6f7-d1c3f9c36398 req-d7cb4bd9-0f02-4296-9260-d7fb26cbd45c tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759222 Mar 14 19:02:43.906945 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks [] for floatingip (9078bb96-d5f1-4e85-9068-8e88f52b1177), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.913118 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:43.919046 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-049668d9-78e2-4ba6-86c1-ed8424df789f tempest-AttachVolumeTestJSON-1213603080 tempest-AttachVolumeTestJSON-1213603080-project] 10.222.0.35 "DELETE /v2.0/floatingips/9078bb96-d5f1-4e85-9068-8e88f52b1177 HTTP/1.1" status: 204 len: 168 time: 0.5671763 Mar 14 19:02:43.955415 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Deleting port 73dccfb8-3675-4230-943d-7495c4f32333 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:43.955988 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (73dccfb8-3675-4230-943d-7495c4f32333), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.086248 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] For port 73dccfb8-3675-4230-943d-7495c4f32333, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=73dccfb8-3675-4230-943d-7495c4f32333,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:44.086713 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (73dccfb8-3675-4230-943d-7495c4f32333), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.103529 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Calling delete_port for 73dccfb8-3675-4230-943d-7495c4f32333 owned by network:router_interface {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:44.332391 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.371903 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (73dccfb8-3675-4230-943d-7495c4f32333), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.400354 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=73dccfb8-3675-4230-943d-7495c4f32333,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:44.610173 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:44.850980 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:45.280866 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42673-57a6-49d4-a473-191659ba54ff req-949c4844-0cae-4848-8664-996fc3d3fb78 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:02:45.282656 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a7b42673-57a6-49d4-a473-191659ba54ff req-949c4844-0cae-4848-8664-996fc3d3fb78 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 947 time: 0.1144378 Mar 14 19:02:45.284475 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:45.299709 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e524956c-6a0f-4e85-b6a9-d9fb2aa79f04 admin admin] 10.222.0.35 "PUT /v2.0/routers/ef715581-fbf8-4a55-bf54-cbe48a00dfa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671530 Mar 14 19:02:45.300166 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52620) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:45.304129 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] Sync routers for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:45.328803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:45.329968 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:45.365033 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a7b42673-57a6-49d4-a473-191659ba54ff req-51c35d57-1a43-48df-b9d5-da6c413fbded tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657766 Mar 14 19:02:45.493326 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks [] for router (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.550793 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:45.635891 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks [] for router_gateway (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.702635 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.721054 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Deleting port a205cf38-edec-41c4-8f6a-5f7c3b184394 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:45.721402 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.836822 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T19:02:44Z', 'revision_number': 5, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port': {'id': 'a205cf38-edec-41c4-8f6a-5f7c3b184394', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:24Z', 'updated_at': '2022-03-14T18:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:45.842530 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] For port a205cf38-edec-41c4-8f6a-5f7c3b184394, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=a205cf38-edec-41c4-8f6a-5f7c3b184394,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:45.842900 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:45.859620 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Calling delete_port for a205cf38-edec-41c4-8f6a-5f7c3b184394 owned by network:router_gateway {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:45.879531 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] Checking router: ef715581-fbf8-4a55-bf54-cbe48a00dfa3 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:45.892178 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] Routers {'ef715581-fbf8-4a55-bf54-cbe48a00dfa3'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:45.892775 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:46.007751 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] Set router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 gateway port host: None {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:46.072268 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T19:02:45Z', 'revision_number': 6, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:46.096036 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (a205cf38-edec-41c4-8f6a-5f7c3b184394), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.105866 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfa556-d2ef-4ea1-b254-5f043f62cbd6 None None] The sync data for ids ['ef715581-fbf8-4a55-bf54-cbe48a00dfa3'] in dv-cinder-829664-3-smb is: [{'id': 'ef715581-fbf8-4a55-bf54-cbe48a00dfa3', 'name': 'tempest-AttachVolumeNegativeTest-2064267744-router', 'tenant_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:23Z', 'updated_at': '2022-03-14T19:02:45Z', 'revision_number': 6, 'project_id': 'c07e251e4a7a499e87c7c1a9f27694dd', 'gw_port_host': None}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:46.132989 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a205cf38-edec-41c4-8f6a-5f7c3b184394,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:46.208387 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.323186 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.325574 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks [] for router_controller (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.406844 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (ef715581-fbf8-4a55-bf54-cbe48a00dfa3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.407347 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef715581-fbf8-4a55-bf54-cbe48a00dfa3 {{(pid=103190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:02:46.413550 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.414970 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-c953404b-9bc6-4a85-8f0d-43a27c4b3ce6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ef715581-fbf8-4a55-bf54-cbe48a00dfa3 HTTP/1.1" status: 204 len: 168 time: 1.1069641 Mar 14 19:02:46.419066 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52630) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:46.486829 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] Deleting subnet 25c003d0-4d70-4b00-957b-d161a2d8b8e3 {{(pid=103191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:02:46.491475 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] Publish callbacks [] for subnet (25c003d0-4d70-4b00-957b-d161a2d8b8e3), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.550409 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4473720'] for subnet (25c003d0-4d70-4b00-957b-d161a2d8b8e3), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.692982 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (25c003d0-4d70-4b00-957b-d161a2d8b8e3), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.697543 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.764602 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6188030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7519540'] for subnet (25c003d0-4d70-4b00-957b-d161a2d8b8e3), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.790443 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c003d0-4d70-4b00-957b-d161a2d8b8e3,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:46.796496 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.800753 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c71e034b-73ea-460f-8839-ee53b0a9ec96 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/25c003d0-4d70-4b00-957b-d161a2d8b8e3 HTTP/1.1" status: 204 len: 168 time: 0.3794043 Mar 14 19:02:46.802936 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52636) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:46.808312 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce4d13-6eff-4465-ad11-4788250ce1a9 None None] Network a07da1d2-b552-44b1-8243-3a7abdd3f56b requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:02:46.878059 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (a07da1d2-b552-44b1-8243-3a7abdd3f56b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.945016 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Deleting port b0707bd8-cb51-4f38-bd55-82fe7c9af14f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:46.945475 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:46.993195 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] DHCP port deletion for a07da1d2-b552-44b1-8243-3a7abdd3f56b request from dv-cinder-829664-3-smb {{(pid=103192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:02:47.024051 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] For port b0707bd8-cb51-4f38-bd55-82fe7c9af14f, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:47.024425 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.038869 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Calling delete_port for b0707bd8-cb51-4f38-bd55-82fe7c9af14f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:47.045663 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] Deleting port b0707bd8-cb51-4f38-bd55-82fe7c9af14f {{(pid=103192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:47.046304 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), before_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.117740 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] For port b0707bd8-cb51-4f38-bd55-82fe7c9af14f, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,segment=NetworkSegment(9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033),segment_id=9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:47.118189 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), precommit_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.132536 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] Calling delete_port for b0707bd8-cb51-4f38-bd55-82fe7c9af14f owned by network:dhcp {{(pid=103192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:47.138179 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.167058 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:47.172183 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] No DVR routers for this DVR port b0707bd8-cb51-4f38-bd55-82fe7c9af14f on host dv-cinder-829664-3-smb {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:47.290944 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (a07da1d2-b552-44b1-8243-3a7abdd3f56b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.334289 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07da1d2-b552-44b1-8243-3a7abdd3f56b']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:47.354499 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:47.355013 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:47.374750 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.398922 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.404358 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276'] for port (b0707bd8-cb51-4f38-bd55-82fe7c9af14f), after_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.412465 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:02:47.413188 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (9fb5a19e-6c5d-4e4c-8c7f-1b3c33c2e033), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:02:47.416367 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:02:47.438418 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] Pushing event deleted for resources: {'Port': ['ID=b0707bd8-cb51-4f38-bd55-82fe7c9af14f,revision_number=None']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:47.443864 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50477c4d-248b-4293-a5a4-51db33df21f7 None None] No DVR routers for this DVR port b0707bd8-cb51-4f38-bd55-82fe7c9af14f on host dv-cinder-829664-3-smb {{(pid=103192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:47.504799 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (a07da1d2-b552-44b1-8243-3a7abdd3f56b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.510105 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.514344 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] 10.222.0.35 "DELETE /v2.0/networks/a07da1d2-b552-44b1-8243-3a7abdd3f56b HTTP/1.1" status: 204 len: 168 time: 0.7102325 Mar 14 19:02:47.528804 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd6998-07b5-43bf-977e-1ebf63ab5f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a07da1d2-b552-44b1-8243-3a7abdd3f56b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:47.652396 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52644) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:47.709424 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-91cbcdfb-7caf-4601-8a2a-02ab0fa5bd2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c07e251e4a7a499e87c7c1a9f27694dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0550215 Mar 14 19:02:47.713281 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52646) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:47.803932 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36ebf803-ec87-4b39-a09a-a586555f02be admin admin] Publish callbacks [] for security_group (4f250b99-77ea-4020-9a99-2d12bd13896e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.855377 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36ebf803-ec87-4b39-a09a-a586555f02be admin admin] Publish callbacks [] for security_group (4f250b99-77ea-4020-9a99-2d12bd13896e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.901918 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device b0707bd8-cb51-4f38-bd55-82fe7c9af14f no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:47.916093 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52650) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:47.934234 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: b0707bd8-cb51-4f38-bd55-82fe7c9af14f {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:47.934899 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device b0707bd8-cb51-4f38-bd55-82fe7c9af14f not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:47.935911 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device a205cf38-edec-41c4-8f6a-5f7c3b184394 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:47.942045 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36ebf803-ec87-4b39-a09a-a586555f02be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4f250b99-77ea-4020-9a99-2d12bd13896e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.946290 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36ebf803-ec87-4b39-a09a-a586555f02be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:47.948429 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-36ebf803-ec87-4b39-a09a-a586555f02be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f250b99-77ea-4020-9a99-2d12bd13896e HTTP/1.1" status: 204 len: 168 time: 0.2335055 Mar 14 19:02:47.963013 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebf803-ec87-4b39-a09a-a586555f02be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f250b99-77ea-4020-9a99-2d12bd13896e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:47.976206 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: a205cf38-edec-41c4-8f6a-5f7c3b184394 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:47.976814 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device a205cf38-edec-41c4-8f6a-5f7c3b184394 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:47.977533 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 73dccfb8-3675-4230-943d-7495c4f32333 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:48.028887 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 73dccfb8-3675-4230-943d-7495c4f32333 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:48.029310 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 73dccfb8-3675-4230-943d-7495c4f32333 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:48.128276 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:48.680464 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (a97d25b0-a59a-4071-898a-f29be5295261), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:48.997645 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Deleting port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:48.998624 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:49.116068 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] For port 9574c4f0-04cf-4c48-be3f-1cf07d5f5343, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:49.116603 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:49.137018 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Calling delete_port for 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 owned by network:router_interface {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:49.427107 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (9574c4f0-04cf-4c48-be3f-1cf07d5f5343), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:49.459865 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9574c4f0-04cf-4c48-be3f-1cf07d5f5343,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:49.669986 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (a97d25b0-a59a-4071-898a-f29be5295261), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:49.977960 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Router a97d25b0-a59a-4071-898a-f29be5295261 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:02:50.107899 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:02:50.115761 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-a305fd03-83a9-442a-aa8f-bf3be6e17d9f admin admin] 10.222.0.35 "PUT /v2.0/routers/a97d25b0-a59a-4071-898a-f29be5295261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1919050 Mar 14 19:02:50.119361 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52688) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:50.120496 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] Sync routers for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:02:50.136031 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:50.136670 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:50.253358 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:50.258103 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks [] for router (a97d25b0-a59a-4071-898a-f29be5295261), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:50.445302 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks [] for router_gateway (a97d25b0-a59a-4071-898a-f29be5295261), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:50.476921 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T19:02:49Z', 'revision_number': 5, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port': {'id': '3143d1ea-03e2-4afc-ba5c-19ea05b608fb', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:35Z', 'updated_at': '2022-03-14T18:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:50.524644 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] Checking router: a97d25b0-a59a-4071-898a-f29be5295261 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:02:50.530979 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Deleting port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:50.531532 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:50.538731 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] Routers {'a97d25b0-a59a-4071-898a-f29be5295261'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:02:50.539534 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:02:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['a97d25b0-a59a-4071-898a-f29be5295261'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:50.642432 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] For port 3143d1ea-03e2-4afc-ba5c-19ea05b608fb, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:50.643365 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:50.651025 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] Set router a97d25b0-a59a-4071-898a-f29be5295261 gateway port host: None {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:02:50.662432 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Calling delete_port for 3143d1ea-03e2-4afc-ba5c-19ea05b608fb owned by network:router_gateway {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:50.729770 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T19:02:50Z', 'revision_number': 6, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:50.758810 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2acb8-26c6-4552-9028-c7f21ede3f63 None None] The sync data for ids ['a97d25b0-a59a-4071-898a-f29be5295261'] in dv-cinder-829664-3-smb is: [{'id': 'a97d25b0-a59a-4071-898a-f29be5295261', 'name': 'tempest-AttachVolumeTestJSON-1888992108-router', 'tenant_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T19:02:50Z', 'revision_number': 6, 'project_id': '6271df8d8f4a4ac884d3e4adcc3e1fa6', 'gw_port_host': None}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:02:50.869960 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (3143d1ea-03e2-4afc-ba5c-19ea05b608fb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:50.898641 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Pushing event deleted for resources: {'Port': ['ID=3143d1ea-03e2-4afc-ba5c-19ea05b608fb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:50.970102 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (a97d25b0-a59a-4071-898a-f29be5295261), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.087606 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (a97d25b0-a59a-4071-898a-f29be5295261), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.090758 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks [] for router_controller (a97d25b0-a59a-4071-898a-f29be5295261), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.174122 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (a97d25b0-a59a-4071-898a-f29be5295261), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.175227 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a97d25b0-a59a-4071-898a-f29be5295261 {{(pid=103190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:02:51.181565 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.182955 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-973cdc84-6291-4fa3-bbdf-97b947b50735 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a97d25b0-a59a-4071-898a-f29be5295261 HTTP/1.1" status: 204 len: 168 time: 1.0623236 Mar 14 19:02:51.186197 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52702) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:51.257350 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] Deleting subnet 99f53892-bdf7-491d-b27b-88d4b37c04d6 {{(pid=103191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:02:51.261145 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] Publish callbacks [] for subnet (99f53892-bdf7-491d-b27b-88d4b37c04d6), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.308452 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4473720'] for subnet (99f53892-bdf7-491d-b27b-88d4b37c04d6), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.432847 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (99f53892-bdf7-491d-b27b-88d4b37c04d6), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.499191 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6188030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7519540'] for subnet (99f53892-bdf7-491d-b27b-88d4b37c04d6), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.524388 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f53892-bdf7-491d-b27b-88d4b37c04d6,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:51.530650 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.533969 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-a313e949-aeb7-4caa-87f2-92930ff580a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/99f53892-bdf7-491d-b27b-88d4b37c04d6 HTTP/1.1" status: 204 len: 168 time: 0.3467069 Mar 14 19:02:51.537171 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52720) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:51.543098 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93982f-2706-40b3-8468-c732efc7a09b None None] Network ec788d8e-061b-43c6-8c8c-181d13912795 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:02:51.643837 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (ec788d8e-061b-43c6-8c8c-181d13912795), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.748430 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Deleting port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:51.748864 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.797541 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] DHCP port deletion for ec788d8e-061b-43c6-8c8c-181d13912795 request from dv-cinder-829664-3-smb {{(pid=103192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:02:51.855996 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] For port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:51.856986 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.870074 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] Deleting port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 {{(pid=103192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:02:51.870343 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), before_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:51.883972 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Calling delete_port for 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 owned by network:dhcp {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:51.914595 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:51.981579 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] For port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,segment=NetworkSegment(88511352-e7f1-436d-a301-c0eb85d94e33),segment_id=88511352-e7f1-436d-a301-c0eb85d94e33)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:02:51.982022 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), precommit_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.003624 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] Calling delete_port for 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 owned by network:dhcp {{(pid=103192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:02:52.054540 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.084563 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:52.089351 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] No DVR routers for this DVR port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 on host dv-cinder-829664-3-smb {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:52.097585 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 is: ACTIVE; New status is: DOWN {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:02:52.098230 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.178757 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3143d1ea-03e2-4afc-ba5c-19ea05b608fb no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:52.194850 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (ec788d8e-061b-43c6-8c8c-181d13912795), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.200731 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 3143d1ea-03e2-4afc-ba5c-19ea05b608fb {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:52.201074 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3143d1ea-03e2-4afc-ba5c-19ea05b608fb not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:52.201492 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:02:52.203482 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276'] for port (2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7), after_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.220996 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec788d8e-061b-43c6-8c8c-181d13912795']}} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:52.231179 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:02:52.231559 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9574c4f0-04cf-4c48-be3f-1cf07d5f5343 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:02:52.234679 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88511352-e7f1-436d-a301-c0eb85d94e33') {'for_net_delete': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:52.235145 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88511352-e7f1-436d-a301-c0eb85d94e33') {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:02:52.252729 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4473665'] for segment (88511352-e7f1-436d-a301-c0eb85d94e33), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.252978 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] Pushing event deleted for resources: {'Port': ['ID=2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7,revision_number=None']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:52.255646 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a9ec6-43c3-42b0-a589-aabd95efaeef None None] No DVR routers for this DVR port 2c5f5fa3-6abd-4c2c-8da0-6ec1753d79e7 on host dv-cinder-829664-3-smb {{(pid=103192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:02:52.283069 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (88511352-e7f1-436d-a301-c0eb85d94e33), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.290729 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:02:52.291232 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6187844'] for segment (88511352-e7f1-436d-a301-c0eb85d94e33), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: Traceback (most recent call last): Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: timer() Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: cb(*args, **kw) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: return func(*args, **kwargs) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: self._notify() Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: self.callback(batched_events) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: event.method(event) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: return f(self, *a, **k) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: return self._get(url).json() Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: return self.request(url, 'GET', **kwargs) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:02:52.292986 dv-cinder-829664-3-smb neutron-server[103191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:02:52.352425 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (ec788d8e-061b-43c6-8c8c-181d13912795), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.359099 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.366502 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ec788d8e-061b-43c6-8c8c-181d13912795 HTTP/1.1" status: 204 len: 168 time: 0.8247817 Mar 14 19:02:52.380090 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ec866-2ea6-4f9b-8c45-73881c5f0515 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec788d8e-061b-43c6-8c8c-181d13912795,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:52.576901 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52732) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:52.625245 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-c0703e8a-abb8-4417-a1cc-3ea93963ab9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6271df8d8f4a4ac884d3e4adcc3e1fa6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471730 Mar 14 19:02:52.629479 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52736) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:52.691084 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ba991b-ff97-4798-ba55-b765af62e75e admin admin] Publish callbacks [] for security_group (c6356a70-b287-4901-843d-4289ef53b663), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.718972 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ba991b-ff97-4798-ba55-b765af62e75e admin admin] Publish callbacks [] for security_group (c6356a70-b287-4901-843d-4289ef53b663), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.784253 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ba991b-ff97-4798-ba55-b765af62e75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (c6356a70-b287-4901-843d-4289ef53b663), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.790682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ba991b-ff97-4798-ba55-b765af62e75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:52.792055 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-21ba991b-ff97-4798-ba55-b765af62e75e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6356a70-b287-4901-843d-4289ef53b663 HTTP/1.1" status: 204 len: 168 time: 0.1611578 Mar 14 19:02:52.801055 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba991b-ff97-4798-ba55-b765af62e75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6356a70-b287-4901-843d-4289ef53b663,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:54.220344 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52786) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:54.465092 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5e0604b-345b-43ee-bd80-d584c4939058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.586932 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5e0604b-345b-43ee-bd80-d584c4939058 admin admin] Publish callbacks [] for security_group (6f18fddc-a417-4562-81a7-45cb84af79aa), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.595419 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5e0604b-345b-43ee-bd80-d584c4939058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6f18fddc-a417-4562-81a7-45cb84af79aa), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.642074 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b5e0604b-345b-43ee-bd80-d584c4939058 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92e6aeb33c7843c3a0115c33e554aa23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141221 Mar 14 19:02:54.642074 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0604b-345b-43ee-bd80-d584c4939058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f18fddc-a417-4562-81a7-45cb84af79aa,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:54.642263 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52800) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:54.729547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8eab729-293a-4184-aefd-e412feb44f5c admin admin] Publish callbacks [] for security_group (6f18fddc-a417-4562-81a7-45cb84af79aa), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.760381 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8eab729-293a-4184-aefd-e412feb44f5c admin admin] Publish callbacks [] for security_group (6f18fddc-a417-4562-81a7-45cb84af79aa), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.821039 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8eab729-293a-4184-aefd-e412feb44f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (6f18fddc-a417-4562-81a7-45cb84af79aa), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.823933 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f8eab729-293a-4184-aefd-e412feb44f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:54.825120 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-f8eab729-293a-4184-aefd-e412feb44f5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f18fddc-a417-4562-81a7-45cb84af79aa HTTP/1.1" status: 204 len: 168 time: 0.1816821 Mar 14 19:02:54.834690 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eab729-293a-4184-aefd-e412feb44f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f18fddc-a417-4562-81a7-45cb84af79aa,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:55.380744 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52844) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:55.539755 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d09c8-06db-46ef-a49d-e7fff8f22559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:55.648094 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d09c8-06db-46ef-a49d-e7fff8f22559 admin admin] Publish callbacks [] for security_group (d168bd0c-8017-413e-8cac-711c65cb695d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:55.655774 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa4d09c8-06db-46ef-a49d-e7fff8f22559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (d168bd0c-8017-413e-8cac-711c65cb695d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:55.699373 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d09c8-06db-46ef-a49d-e7fff8f22559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d168bd0c-8017-413e-8cac-711c65cb695d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:55.705473 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-aa4d09c8-06db-46ef-a49d-e7fff8f22559 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c282f476700b4a77b768a58280a22364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233027 Mar 14 19:02:55.708655 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52854) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:55.793987 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdc3784a-6a7b-4088-987f-09f2973f65b4 admin admin] Publish callbacks [] for security_group (d168bd0c-8017-413e-8cac-711c65cb695d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:55.834465 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdc3784a-6a7b-4088-987f-09f2973f65b4 admin admin] Publish callbacks [] for security_group (d168bd0c-8017-413e-8cac-711c65cb695d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.156633 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdc3784a-6a7b-4088-987f-09f2973f65b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (d168bd0c-8017-413e-8cac-711c65cb695d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.159433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdc3784a-6a7b-4088-987f-09f2973f65b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.161336 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-bdc3784a-6a7b-4088-987f-09f2973f65b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d168bd0c-8017-413e-8cac-711c65cb695d HTTP/1.1" status: 204 len: 168 time: 0.4516582 Mar 14 19:02:56.174480 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3784a-6a7b-4088-987f-09f2973f65b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168bd0c-8017-413e-8cac-711c65cb695d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:56.526447 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52874) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:56.541451 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a562031-a065-4e03-9464-572921d60eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.670863 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a562031-a065-4e03-9464-572921d60eba admin admin] Publish callbacks [] for security_group (ba83f4da-6687-46f9-b5e3-50fa9639539d), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.677410 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6a562031-a065-4e03-9464-572921d60eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ba83f4da-6687-46f9-b5e3-50fa9639539d), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.722744 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6a562031-a065-4e03-9464-572921d60eba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f83fff89a9e844c289bd4842b37ac2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941972 Mar 14 19:02:56.723986 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a562031-a065-4e03-9464-572921d60eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba83f4da-6687-46f9-b5e3-50fa9639539d,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:56.727222 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52880) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:56.789470 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cbf001eb-0686-4285-a1fb-027828448026 admin admin] Publish callbacks [] for security_group (ba83f4da-6687-46f9-b5e3-50fa9639539d), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.822701 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cbf001eb-0686-4285-a1fb-027828448026 admin admin] Publish callbacks [] for security_group (ba83f4da-6687-46f9-b5e3-50fa9639539d), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.900636 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cbf001eb-0686-4285-a1fb-027828448026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ba83f4da-6687-46f9-b5e3-50fa9639539d), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.905294 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cbf001eb-0686-4285-a1fb-027828448026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:56.911083 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-cbf001eb-0686-4285-a1fb-027828448026 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba83f4da-6687-46f9-b5e3-50fa9639539d HTTP/1.1" status: 204 len: 168 time: 0.1791091 Mar 14 19:02:56.923808 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf001eb-0686-4285-a1fb-027828448026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba83f4da-6687-46f9-b5e3-50fa9639539d,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:57.300992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52892) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:57.523590 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1110f9ba-a36b-4b1c-8a48-701a541c2a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:57.659115 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1110f9ba-a36b-4b1c-8a48-701a541c2a3b admin admin] Publish callbacks [] for security_group (f95fe7ac-4148-4df7-8380-d687b2f15b73), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:57.667154 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-1110f9ba-a36b-4b1c-8a48-701a541c2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f95fe7ac-4148-4df7-8380-d687b2f15b73), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:57.723422 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-1110f9ba-a36b-4b1c-8a48-701a541c2a3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a0d2f3184a54f0ab4f17ee2c168728c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208450 Mar 14 19:02:57.725472 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f9ba-a36b-4b1c-8a48-701a541c2a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fe7ac-4148-4df7-8380-d687b2f15b73,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:57.727853 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52908) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:57.793558 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd819708-994a-478f-a34c-2737d3eaeb83 admin admin] Publish callbacks [] for security_group (f95fe7ac-4148-4df7-8380-d687b2f15b73), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:57.824036 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd819708-994a-478f-a34c-2737d3eaeb83 admin admin] Publish callbacks [] for security_group (f95fe7ac-4148-4df7-8380-d687b2f15b73), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:57.883190 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd819708-994a-478f-a34c-2737d3eaeb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f95fe7ac-4148-4df7-8380-d687b2f15b73), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:57.886382 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd819708-994a-478f-a34c-2737d3eaeb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:57.887644 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fd819708-994a-478f-a34c-2737d3eaeb83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f95fe7ac-4148-4df7-8380-d687b2f15b73 HTTP/1.1" status: 204 len: 168 time: 0.1586673 Mar 14 19:02:57.899192 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd819708-994a-478f-a34c-2737d3eaeb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fe7ac-4148-4df7-8380-d687b2f15b73,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:58.383197 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 52924) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:58.405925 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-779704b4-2822-4212-be41-fd60c5a249eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:58.504003 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-779704b4-2822-4212-be41-fd60c5a249eb admin admin] Publish callbacks [] for security_group (8ed4ecb2-830d-4403-abc9-0bae64af4f02), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:58.508998 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-779704b4-2822-4212-be41-fd60c5a249eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (8ed4ecb2-830d-4403-abc9-0bae64af4f02), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:58.549785 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-779704b4-2822-4212-be41-fd60c5a249eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ba70bffe84a4897b651f840a8fead7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648242 Mar 14 19:02:58.552380 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779704b4-2822-4212-be41-fd60c5a249eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4ecb2-830d-4403-abc9-0bae64af4f02,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:02:58.553797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 52928) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:02:58.623894 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aecf2dff-827e-4a55-b09d-82671e4a45f3 admin admin] Publish callbacks [] for security_group (8ed4ecb2-830d-4403-abc9-0bae64af4f02), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:58.651298 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aecf2dff-827e-4a55-b09d-82671e4a45f3 admin admin] Publish callbacks [] for security_group (8ed4ecb2-830d-4403-abc9-0bae64af4f02), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:58.725627 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aecf2dff-827e-4a55-b09d-82671e4a45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (8ed4ecb2-830d-4403-abc9-0bae64af4f02), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:58.728850 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aecf2dff-827e-4a55-b09d-82671e4a45f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:02:58.729763 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-aecf2dff-827e-4a55-b09d-82671e4a45f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ed4ecb2-830d-4403-abc9-0bae64af4f02 HTTP/1.1" status: 204 len: 168 time: 0.1718900 Mar 14 19:02:58.739188 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf2dff-827e-4a55-b09d-82671e4a45f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4ecb2-830d-4403-abc9-0bae64af4f02,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:02.613549 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53042) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:02.734712 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b0c56af-0afb-4fcd-81b5-bba02372749a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:02.844797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b0c56af-0afb-4fcd-81b5-bba02372749a admin admin] Publish callbacks [] for security_group (e1b67eac-3da9-4610-b683-f58b789d32f4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:02.851379 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b0c56af-0afb-4fcd-81b5-bba02372749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e1b67eac-3da9-4610-b683-f58b789d32f4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:02.897348 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-9b0c56af-0afb-4fcd-81b5-bba02372749a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df1c9c6152cc47e280ff7f70b4f6dd36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821212 Mar 14 19:03:02.898391 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c56af-0afb-4fcd-81b5-bba02372749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b67eac-3da9-4610-b683-f58b789d32f4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:02.901614 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53050) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:02.963397 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d123c135-bcfa-4f9a-b022-3bf2101f8bde admin admin] Publish callbacks [] for security_group (e1b67eac-3da9-4610-b683-f58b789d32f4), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:02.988341 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d123c135-bcfa-4f9a-b022-3bf2101f8bde admin admin] Publish callbacks [] for security_group (e1b67eac-3da9-4610-b683-f58b789d32f4), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.040074 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d123c135-bcfa-4f9a-b022-3bf2101f8bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (e1b67eac-3da9-4610-b683-f58b789d32f4), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.044443 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d123c135-bcfa-4f9a-b022-3bf2101f8bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.045657 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d123c135-bcfa-4f9a-b022-3bf2101f8bde admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1b67eac-3da9-4610-b683-f58b789d32f4 HTTP/1.1" status: 204 len: 168 time: 0.1428473 Mar 14 19:03:03.054360 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123c135-bcfa-4f9a-b022-3bf2101f8bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b67eac-3da9-4610-b683-f58b789d32f4,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:03.345493 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53056) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:03.370443 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-18408b9e-6f02-434c-bec5-d10ff7616cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.507355 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-18408b9e-6f02-434c-bec5-d10ff7616cd6 admin admin] Publish callbacks [] for security_group (7d2e1984-02b7-4106-aa21-28c3ce56b78b), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.513060 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-18408b9e-6f02-434c-bec5-d10ff7616cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7d2e1984-02b7-4106-aa21-28c3ce56b78b), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.588603 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-18408b9e-6f02-434c-bec5-d10ff7616cd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3f68be8872b482f9fb68d0021ae21e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411871 Mar 14 19:03:03.591301 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53058) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:03.592285 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18408b9e-6f02-434c-bec5-d10ff7616cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2e1984-02b7-4106-aa21-28c3ce56b78b,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:03.653973 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac114263-3fb2-4723-9c26-95916ea3f21d admin admin] Publish callbacks [] for security_group (7d2e1984-02b7-4106-aa21-28c3ce56b78b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.678474 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac114263-3fb2-4723-9c26-95916ea3f21d admin admin] Publish callbacks [] for security_group (7d2e1984-02b7-4106-aa21-28c3ce56b78b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.728755 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac114263-3fb2-4723-9c26-95916ea3f21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7d2e1984-02b7-4106-aa21-28c3ce56b78b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.732174 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac114263-3fb2-4723-9c26-95916ea3f21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:03.733301 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-ac114263-3fb2-4723-9c26-95916ea3f21d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d2e1984-02b7-4106-aa21-28c3ce56b78b HTTP/1.1" status: 204 len: 168 time: 0.1405003 Mar 14 19:03:03.743628 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac114263-3fb2-4723-9c26-95916ea3f21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2e1984-02b7-4106-aa21-28c3ce56b78b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:04.340445 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53080) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:04.488578 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.609008 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Publish callbacks [] for security_group (10263186-a9e5-4fd7-b2da-f78279bf6074), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.614519 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (10263186-a9e5-4fd7-b2da-f78279bf6074), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.662671 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2bc59f67ab840d7a1017567d5c8adb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210852 Mar 14 19:03:04.663613 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10263186-a9e5-4fd7-b2da-f78279bf6074,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:04.666839 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53094) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:04.686000 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.686355 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.686708 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.687054 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.687392 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.687727 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.688060 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.688388 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.688730 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.689059 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.689388 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.689717 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.690078 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.690437 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.691399 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbe8dd-cdc7-4bcd-8b13-78dbed507beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:04.741814 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbe6f-c673-469a-aa97-0a36098f60d4 admin admin] Publish callbacks [] for security_group (10263186-a9e5-4fd7-b2da-f78279bf6074), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.767409 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbe6f-c673-469a-aa97-0a36098f60d4 admin admin] Publish callbacks [] for security_group (10263186-a9e5-4fd7-b2da-f78279bf6074), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.828279 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbe6f-c673-469a-aa97-0a36098f60d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (10263186-a9e5-4fd7-b2da-f78279bf6074), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.831969 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbe6f-c673-469a-aa97-0a36098f60d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:04.833940 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5c4fbe6f-c673-469a-aa97-0a36098f60d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10263186-a9e5-4fd7-b2da-f78279bf6074 HTTP/1.1" status: 204 len: 168 time: 0.1657209 Mar 14 19:03:04.843501 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fbe6f-c673-469a-aa97-0a36098f60d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10263186-a9e5-4fd7-b2da-f78279bf6074,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:05.253656 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53112) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:05.272531 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f1314d5-2656-49eb-a844-d5834b2ba659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:05.367755 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f1314d5-2656-49eb-a844-d5834b2ba659 admin admin] Publish callbacks [] for security_group (4fc6b88f-3ba2-4eea-a1bb-2035b898c76c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:05.374108 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f1314d5-2656-49eb-a844-d5834b2ba659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4fc6b88f-3ba2-4eea-a1bb-2035b898c76c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:05.447540 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0f1314d5-2656-49eb-a844-d5834b2ba659 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e25662b04bf469e979480072ed83fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921089 Mar 14 19:03:05.451110 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1314d5-2656-49eb-a844-d5834b2ba659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc6b88f-3ba2-4eea-a1bb-2035b898c76c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:05.451689 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53118) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:05.530985 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Publish callbacks [] for security_group (4fc6b88f-3ba2-4eea-a1bb-2035b898c76c), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:05.568412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Publish callbacks [] for security_group (4fc6b88f-3ba2-4eea-a1bb-2035b898c76c), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:05.637181 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4fc6b88f-3ba2-4eea-a1bb-2035b898c76c), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:05.641580 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:05.644265 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4fc6b88f-3ba2-4eea-a1bb-2035b898c76c HTTP/1.1" status: 204 len: 168 time: 0.1900978 Mar 14 19:03:05.657336 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc6b88f-3ba2-4eea-a1bb-2035b898c76c,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:05.670428 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.671094 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.671740 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.672607 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.673250 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.673883 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.675692 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.676326 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.676965 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.677596 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.678301 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.678935 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.679574 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.680189 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:05.680826 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642f34fe-e3c0-4012-aba4-ead6c5aaf5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:07.115279 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53174) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:07.272660 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-56eb9f99-bc16-404d-a2dd-f466067abc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.397727 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-56eb9f99-bc16-404d-a2dd-f466067abc9d admin admin] Publish callbacks [] for security_group (959bdc75-785f-4289-a937-66b205166154), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.403492 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-56eb9f99-bc16-404d-a2dd-f466067abc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (959bdc75-785f-4289-a937-66b205166154), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.463297 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-56eb9f99-bc16-404d-a2dd-f466067abc9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d33aa73505b54e669e569b0cb0748264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463721 Mar 14 19:03:07.464416 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb9f99-bc16-404d-a2dd-f466067abc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959bdc75-785f-4289-a937-66b205166154,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:07.467760 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53188) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:07.547075 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71653dda-8e1d-47d2-9ee2-55db7365c4ad admin admin] Publish callbacks [] for security_group (959bdc75-785f-4289-a937-66b205166154), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.575132 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71653dda-8e1d-47d2-9ee2-55db7365c4ad admin admin] Publish callbacks [] for security_group (959bdc75-785f-4289-a937-66b205166154), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.636962 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71653dda-8e1d-47d2-9ee2-55db7365c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (959bdc75-785f-4289-a937-66b205166154), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.642395 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71653dda-8e1d-47d2-9ee2-55db7365c4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:07.645465 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-71653dda-8e1d-47d2-9ee2-55db7365c4ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/959bdc75-785f-4289-a937-66b205166154 HTTP/1.1" status: 204 len: 168 time: 0.1757717 Mar 14 19:03:07.660584 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71653dda-8e1d-47d2-9ee2-55db7365c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959bdc75-785f-4289-a937-66b205166154,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:08.152048 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53204) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:08.172695 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e44f87af-b638-469b-a829-40039413570a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.273337 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e44f87af-b638-469b-a829-40039413570a admin admin] Publish callbacks [] for security_group (0d62f1e4-c1ca-4943-a592-69495146ca14), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.280151 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e44f87af-b638-469b-a829-40039413570a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0d62f1e4-c1ca-4943-a592-69495146ca14), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.344794 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e44f87af-b638-469b-a829-40039413570a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccb319f0580b4d3ca179b2b2d53e56a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912537 Mar 14 19:03:08.345583 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f87af-b638-469b-a829-40039413570a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d62f1e4-c1ca-4943-a592-69495146ca14,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:08.348154 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53206) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:08.415424 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72224a1b-cd1d-43c6-980a-abfc5c259b3f admin admin] Publish callbacks [] for security_group (0d62f1e4-c1ca-4943-a592-69495146ca14), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.445581 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72224a1b-cd1d-43c6-980a-abfc5c259b3f admin admin] Publish callbacks [] for security_group (0d62f1e4-c1ca-4943-a592-69495146ca14), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.529576 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72224a1b-cd1d-43c6-980a-abfc5c259b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (0d62f1e4-c1ca-4943-a592-69495146ca14), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.532633 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72224a1b-cd1d-43c6-980a-abfc5c259b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:08.537887 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-72224a1b-cd1d-43c6-980a-abfc5c259b3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d62f1e4-c1ca-4943-a592-69495146ca14 HTTP/1.1" status: 204 len: 168 time: 0.1840994 Mar 14 19:03:08.544243 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72224a1b-cd1d-43c6-980a-abfc5c259b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d62f1e4-c1ca-4943-a592-69495146ca14,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:10.333992 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-766b32c2-d430-45cb-a332-60b0bbc22acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:12.868933 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-86072b7c-a3fe-4ad0-95d5-ffb0eb39a916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:13.547351 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53350) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:13.666402 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:03:13.685606 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c361e0ce-2ed7-4d03-a1d9-71b6aa3fbcee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:13.783032 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c361e0ce-2ed7-4d03-a1d9-71b6aa3fbcee admin admin] Publish callbacks [] for security_group (fa3424ea-443c-4e40-8e66-5464d9ecc604), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:13.788087 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c361e0ce-2ed7-4d03-a1d9-71b6aa3fbcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (fa3424ea-443c-4e40-8e66-5464d9ecc604), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:13.831891 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361e0ce-2ed7-4d03-a1d9-71b6aa3fbcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3424ea-443c-4e40-8e66-5464d9ecc604,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:13.837304 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c361e0ce-2ed7-4d03-a1d9-71b6aa3fbcee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=829d33c8349042be909081736ab446db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884843 Mar 14 19:03:13.840392 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53354) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:13.918774 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c312675e-931c-4d4b-9a71-3474ad6b11c8 admin admin] Publish callbacks [] for security_group (fa3424ea-443c-4e40-8e66-5464d9ecc604), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:13.954281 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c312675e-931c-4d4b-9a71-3474ad6b11c8 admin admin] Publish callbacks [] for security_group (fa3424ea-443c-4e40-8e66-5464d9ecc604), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.022859 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c312675e-931c-4d4b-9a71-3474ad6b11c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (fa3424ea-443c-4e40-8e66-5464d9ecc604), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.025905 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c312675e-931c-4d4b-9a71-3474ad6b11c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.027456 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c312675e-931c-4d4b-9a71-3474ad6b11c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa3424ea-443c-4e40-8e66-5464d9ecc604 HTTP/1.1" status: 204 len: 168 time: 0.1858029 Mar 14 19:03:14.037286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312675e-931c-4d4b-9a71-3474ad6b11c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3424ea-443c-4e40-8e66-5464d9ecc604,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:14.336886 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.406991 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53370) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:14.421633 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6153f7f2-9f5c-49f4-88cd-8bcb6fae113f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.543751 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6153f7f2-9f5c-49f4-88cd-8bcb6fae113f admin admin] Publish callbacks [] for security_group (643908aa-5643-4202-a076-c6195d3fafdf), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.550459 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6153f7f2-9f5c-49f4-88cd-8bcb6fae113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (643908aa-5643-4202-a076-c6195d3fafdf), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.611374 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6153f7f2-9f5c-49f4-88cd-8bcb6fae113f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5a948c324ad425e9bc87fe460f47a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032721 Mar 14 19:03:14.612231 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153f7f2-9f5c-49f4-88cd-8bcb6fae113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643908aa-5643-4202-a076-c6195d3fafdf,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:14.616682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53376) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:14.678071 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25a54cfb-e3f4-4bd4-b4b8-db4d2c808e82 admin admin] Publish callbacks [] for security_group (643908aa-5643-4202-a076-c6195d3fafdf), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.709557 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25a54cfb-e3f4-4bd4-b4b8-db4d2c808e82 admin admin] Publish callbacks [] for security_group (643908aa-5643-4202-a076-c6195d3fafdf), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.769530 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25a54cfb-e3f4-4bd4-b4b8-db4d2c808e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (643908aa-5643-4202-a076-c6195d3fafdf), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.774530 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-25a54cfb-e3f4-4bd4-b4b8-db4d2c808e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:14.777549 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-25a54cfb-e3f4-4bd4-b4b8-db4d2c808e82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/643908aa-5643-4202-a076-c6195d3fafdf HTTP/1.1" status: 204 len: 168 time: 0.1595447 Mar 14 19:03:14.791912 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a54cfb-e3f4-4bd4-b4b8-db4d2c808e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643908aa-5643-4202-a076-c6195d3fafdf,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:14.897047 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53384) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:15.285194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8937600-aa05-482c-895a-80dd3970ef7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.464048 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8937600-aa05-482c-895a-80dd3970ef7a admin admin] Publish callbacks [] for security_group (f72029cb-8419-43a9-b6a3-a492e9a71d16), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.470202 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8937600-aa05-482c-895a-80dd3970ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f72029cb-8419-43a9-b6a3-a492e9a71d16), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.528666 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a8937600-aa05-482c-895a-80dd3970ef7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8fd16985a9047cfae501e9085a606e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6303539 Mar 14 19:03:15.530001 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8937600-aa05-482c-895a-80dd3970ef7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72029cb-8419-43a9-b6a3-a492e9a71d16,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:15.533359 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53406) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:15.581607 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e92bb-38a2-4e48-b4ec-633d441fdbed req-ae3e970b-351d-40ed-9bb4-084d3799e35b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:15.585510 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c94e92bb-38a2-4e48-b4ec-633d441fdbed req-ae3e970b-351d-40ed-9bb4-084d3799e35b tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 947 time: 0.1012049 Mar 14 19:03:15.614035 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71ddf4b-ae78-4974-8a8e-f480a6ad0101 admin admin] Publish callbacks [] for security_group (f72029cb-8419-43a9-b6a3-a492e9a71d16), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.645648 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71ddf4b-ae78-4974-8a8e-f480a6ad0101 admin admin] Publish callbacks [] for security_group (f72029cb-8419-43a9-b6a3-a492e9a71d16), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.650462 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c94e92bb-38a2-4e48-b4ec-633d441fdbed req-2d703b5d-6d0a-4235-8038-9719448091ea tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525382 Mar 14 19:03:15.691082 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.728884 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71ddf4b-ae78-4974-8a8e-f480a6ad0101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f72029cb-8419-43a9-b6a3-a492e9a71d16), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.733700 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f71ddf4b-ae78-4974-8a8e-f480a6ad0101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:15.735757 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f71ddf4b-ae78-4974-8a8e-f480a6ad0101 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f72029cb-8419-43a9-b6a3-a492e9a71d16 HTTP/1.1" status: 204 len: 168 time: 0.2003863 Mar 14 19:03:15.750444 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ddf4b-ae78-4974-8a8e-f480a6ad0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72029cb-8419-43a9-b6a3-a492e9a71d16,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:16.206667 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53424) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:16.222116 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db34fcf2-6ca7-40ea-a7f6-9eda3a62a412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.327537 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db34fcf2-6ca7-40ea-a7f6-9eda3a62a412 admin admin] Publish callbacks [] for security_group (54c1385f-5546-4095-bcd1-9b45a30f9c9a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.333272 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db34fcf2-6ca7-40ea-a7f6-9eda3a62a412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (54c1385f-5546-4095-bcd1-9b45a30f9c9a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.379234 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-db34fcf2-6ca7-40ea-a7f6-9eda3a62a412 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a479df95d6c048a3933769801898b120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710877 Mar 14 19:03:16.380023 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34fcf2-6ca7-40ea-a7f6-9eda3a62a412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1385f-5546-4095-bcd1-9b45a30f9c9a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:16.382285 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53428) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:16.470660 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d6a87883-436e-4fb6-9f96-b1dc22012634 admin admin] Publish callbacks [] for security_group (54c1385f-5546-4095-bcd1-9b45a30f9c9a), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.515513 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d6a87883-436e-4fb6-9f96-b1dc22012634 admin admin] Publish callbacks [] for security_group (54c1385f-5546-4095-bcd1-9b45a30f9c9a), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.599669 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d6a87883-436e-4fb6-9f96-b1dc22012634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (54c1385f-5546-4095-bcd1-9b45a30f9c9a), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.603116 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d6a87883-436e-4fb6-9f96-b1dc22012634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.604625 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d6a87883-436e-4fb6-9f96-b1dc22012634 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54c1385f-5546-4095-bcd1-9b45a30f9c9a HTTP/1.1" status: 204 len: 168 time: 0.2166505 Mar 14 19:03:16.629803 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a87883-436e-4fb6-9f96-b1dc22012634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1385f-5546-4095-bcd1-9b45a30f9c9a,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:16.727305 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:16.903617 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b27ce-9bdc-4601-aa61-b8c8fb5dc6d5 req-ff78cec4-c764-4d5b-8f25-8173aef64142 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:16.905239 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-427b27ce-9bdc-4601-aa61-b8c8fb5dc6d5 req-ff78cec4-c764-4d5b-8f25-8173aef64142 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 947 time: 0.0684779 Mar 14 19:03:16.909369 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-e4146793-cd52-4ae7-8e6d-227e6c3481f2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:16.912471 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-e4146793-cd52-4ae7-8e6d-227e6c3481f2 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 947 time: 0.1621623 Mar 14 19:03:16.992248 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-427b27ce-9bdc-4601-aa61-b8c8fb5dc6d5 req-557eb31d-90ca-4c21-8ed4-6213dc94ad20 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups?id=35fb58d3-f973-47ab-9c18-ce25c5c294cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699580 Mar 14 19:03:17.059740 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Deleting port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:17.060428 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.206377 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] For port 603b2ce1-ff18-4526-a23f-2c37fc1caa82, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=603b2ce1-ff18-4526-a23f-2c37fc1caa82,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:17.206997 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.507031 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.507523 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (2efa5694-cd9e-409b-b0c0-893a5b4e2b51), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.507923 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Floating IP 2efa5694-cd9e-409b-b0c0-893a5b4e2b51 disassociated. External IP: 172.28.0.164, port: 603b2ce1-ff18-4526-a23f-2c37fc1caa82. Mar 14 19:03:17.508498 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Calling delete_port for 603b2ce1-ff18-4526-a23f-2c37fc1caa82 owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:17.702447 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (603b2ce1-ff18-4526-a23f-2c37fc1caa82), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:17.734968 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event deleted for resources: {'Port': ['ID=603b2ce1-ff18-4526-a23f-2c37fc1caa82,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:17.931266 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Router f65b737e-20ae-4acc-a321-019ea5e28aa6 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:03:18.082752 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:03:18.105347 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] Sync routers for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:03:18.143348 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9440d28c-4af6-4e3a-963d-24df0e8b529c req-82e66943-c78c-4c14-b75c-dc97e7736796 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9f4eff3-c27a-4146-87f4-6b3be7e3ed48 HTTP/1.1" status: 200 len: 210 time: 0.0559144 Mar 14 19:03:18.150012 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] No DVR routers for this DVR port 603b2ce1-ff18-4526-a23f-2c37fc1caa82 on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:18.161390 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:18.166566 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-605e6685-22b7-4f45-b9f6-d9a4015fa7dc req-ca573a3b-f2e7-4d46-9136-1c99cf6a196a tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.21 "DELETE /v2.0/ports/603b2ce1-ff18-4526-a23f-2c37fc1caa82 HTTP/1.1" status: 204 len: 173 time: 1.2491000 Mar 14 19:03:18.167456 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-deleted', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:18.170265 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7cb58e-0ac7-4567-af74-bfcc777afe8e" -d '{"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-deleted", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:18.194395 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:18.196158 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:18.197163 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:18.485142 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:18.592156 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d9c5d-f92f-4330-a2b9-a80f9c62a313 x-openstack-request-id: req-e70d9c5d-f92f-4330-a2b9-a80f9c62a313 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:18.593092 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4eff3-c27a-4146-87f4-6b3be7e3ed48", "name": "network-vif-deleted", "tag": "603b2ce1-ff18-4526-a23f-2c37fc1caa82", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:18.593345 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e70d9c5d-f92f-4330-a2b9-a80f9c62a313 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:18.594078 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f4eff3-c27a-4146-87f4-6b3be7e3ed48', 'name': 'network-vif-deleted', 'tag': '603b2ce1-ff18-4526-a23f-2c37fc1caa82', 'status': 'completed', 'code': 200} Mar 14 19:03:18.789133 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:18.832833 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] Checking router: f65b737e-20ae-4acc-a321-019ea5e28aa6 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:03:18.845310 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:18.846373 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:19.018656 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:19.058118 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:19.097381 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 603b2ce1-ff18-4526-a23f-2c37fc1caa82 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:19.097969 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 603b2ce1-ff18-4526-a23f-2c37fc1caa82 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:19.275682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53500) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:19.369458 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33d02318-66ea-454a-bd8f-6bdb7adac488 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (35fb58d3-f973-47ab-9c18-ce25c5c294cb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.403811 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:19.423365 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33d02318-66ea-454a-bd8f-6bdb7adac488 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (35fb58d3-f973-47ab-9c18-ce25c5c294cb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.454934 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0d13d-c99f-43de-8d3b-45d1d03180bc None None] The sync data for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb is: [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T18:56:51Z', 'revision_number': 4, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f', 'name': '', 'network_id': 'e94f98c8-f193-4044-aade-c657f6b0401c', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'mac_address': 'fa:16:3e:c8:b8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:46Z', 'updated_at': '2022-03-14T18:57:04Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'subnets': [{'id': '417643b2-7c20-48f4-9f46-0ef378eef4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:03:19.523681 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33d02318-66ea-454a-bd8f-6bdb7adac488 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (35fb58d3-f973-47ab-9c18-ce25c5c294cb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.526925 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33d02318-66ea-454a-bd8f-6bdb7adac488 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:19.528180 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-33d02318-66ea-454a-bd8f-6bdb7adac488 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "DELETE /v2.0/security-groups/35fb58d3-f973-47ab-9c18-ce25c5c294cb HTTP/1.1" status: 204 len: 168 time: 0.2502506 Mar 14 19:03:19.532715 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53506) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:19.560828 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d02318-66ea-454a-bd8f-6bdb7adac488 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb58d3-f973-47ab-9c18-ce25c5c294cb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:19.568437 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.api.v2.resource [None req-11f41e19-189f-4643-852d-a18716851673 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] show failed (client error): The resource could not be found. Mar 14 19:03:19.574027 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-11f41e19-189f-4643-852d-a18716851673 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "GET /v2.0/security-groups/35fb58d3-f973-47ab-9c18-ce25c5c294cb HTTP/1.1" status: 404 len: 347 time: 0.0380039 Mar 14 19:03:19.577533 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53510) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:19.967511 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bf0849-72ed-46f5-983e-b4aea2e0914f None None] New status for floating IP 2efa5694-cd9e-409b-b0c0-893a5b4e2b51: DOWN {{(pid=103193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:03:20.212170 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Deleting port 94cb767f-b0b2-4c58-a4db-76c7dd9cc548 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:20.212731 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.342164 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.342522 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.360570 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Calling delete_port for 94cb767f-b0b2-4c58-a4db-76c7dd9cc548 owned by network:floatingip {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:20.532344 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (94cb767f-b0b2-4c58-a4db-76c7dd9cc548), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.561517 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Pushing event deleted for resources: {'Port': ['ID=94cb767f-b0b2-4c58-a4db-76c7dd9cc548,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:20.626842 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks [] for floatingip (2efa5694-cd9e-409b-b0c0-893a5b4e2b51), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.630001 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:20.631210 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-b6ce7667-7201-4700-9f40-282488974f91 tempest-AttachVolumeShelveTestJSON-1605102627 tempest-AttachVolumeShelveTestJSON-1605102627-project] 10.222.0.35 "DELETE /v2.0/floatingips/2efa5694-cd9e-409b-b0c0-893a5b4e2b51 HTTP/1.1" status: 204 len: 168 time: 1.0520020 Mar 14 19:03:22.773684 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53596) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:22.896256 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fda49551-88b1-4bc7-9301-8e72cd032f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.013511 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fda49551-88b1-4bc7-9301-8e72cd032f1a admin admin] Publish callbacks [] for security_group (16f79ce7-e4db-42cc-b080-5a33f51dcf19), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.025355 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fda49551-88b1-4bc7-9301-8e72cd032f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (16f79ce7-e4db-42cc-b080-5a33f51dcf19), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.075356 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda49551-88b1-4bc7-9301-8e72cd032f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f79ce7-e4db-42cc-b080-5a33f51dcf19,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:23.084822 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-fda49551-88b1-4bc7-9301-8e72cd032f1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ea087bbebb444dd999a1831bbda1b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075182 Mar 14 19:03:23.085372 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53612) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:23.100396 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53616) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:23.169095 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-14c5b10d-04f7-40cf-9e77-0c3bb46e3f76 admin admin] Publish callbacks [] for security_group (16f79ce7-e4db-42cc-b080-5a33f51dcf19), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.200397 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-14c5b10d-04f7-40cf-9e77-0c3bb46e3f76 admin admin] Publish callbacks [] for security_group (16f79ce7-e4db-42cc-b080-5a33f51dcf19), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.279684 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-14c5b10d-04f7-40cf-9e77-0c3bb46e3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (16f79ce7-e4db-42cc-b080-5a33f51dcf19), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.283993 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-14c5b10d-04f7-40cf-9e77-0c3bb46e3f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.289377 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-14c5b10d-04f7-40cf-9e77-0c3bb46e3f76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16f79ce7-e4db-42cc-b080-5a33f51dcf19 HTTP/1.1" status: 204 len: 168 time: 0.1989474 Mar 14 19:03:23.301632 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5b10d-04f7-40cf-9e77-0c3bb46e3f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f79ce7-e4db-42cc-b080-5a33f51dcf19,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:23.755788 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53638) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:23.770976 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (f65b737e-20ae-4acc-a321-019ea5e28aa6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.775846 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0773-34f7-4b81-a1cb-7298ded81105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.884610 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0773-34f7-4b81-a1cb-7298ded81105 admin admin] Publish callbacks [] for security_group (5862e503-5299-41ec-a353-074c1db050e3), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.889419 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0773-34f7-4b81-a1cb-7298ded81105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5862e503-5299-41ec-a353-074c1db050e3), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:23.937268 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-5f3d0773-34f7-4b81-a1cb-7298ded81105 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d29600e3f3d4b2fb2ad9f5bc4f17edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779652 Mar 14 19:03:23.937268 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d0773-34f7-4b81-a1cb-7298ded81105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5862e503-5299-41ec-a353-074c1db050e3,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:23.939002 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53644) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:24.080636 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b62f52b8-1673-4279-a4ef-32a5afc67215 admin admin] Publish callbacks [] for security_group (5862e503-5299-41ec-a353-074c1db050e3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:24.119260 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b62f52b8-1673-4279-a4ef-32a5afc67215 admin admin] Publish callbacks [] for security_group (5862e503-5299-41ec-a353-074c1db050e3), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:24.229558 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b62f52b8-1673-4279-a4ef-32a5afc67215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5862e503-5299-41ec-a353-074c1db050e3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:24.232366 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b62f52b8-1673-4279-a4ef-32a5afc67215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:24.233622 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b62f52b8-1673-4279-a4ef-32a5afc67215 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5862e503-5299-41ec-a353-074c1db050e3 HTTP/1.1" status: 204 len: 168 time: 0.2926998 Mar 14 19:03:24.245824 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f52b8-1673-4279-a4ef-32a5afc67215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5862e503-5299-41ec-a353-074c1db050e3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:24.258740 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Deleting port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:24.259322 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:24.360802 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] For port 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:24.361163 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:24.377375 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Calling delete_port for 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f owned by network:router_interface {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:24.623196 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:24.667268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:25.220816 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (f65b737e-20ae-4acc-a321-019ea5e28aa6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:25.573523 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Router f65b737e-20ae-4acc-a321-019ea5e28aa6 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:03:25.729615 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:03:25.737887 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-48c866bf-d2d5-48d5-90ac-d0754e4ccc5d admin admin] 10.222.0.35 "PUT /v2.0/routers/f65b737e-20ae-4acc-a321-019ea5e28aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342967 Mar 14 19:03:25.741321 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53680) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:25.754411 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] Sync routers for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:03:25.774147 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:25.775229 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:25.946838 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks [] for router (f65b737e-20ae-4acc-a321-019ea5e28aa6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.101788 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks [] for router_gateway (f65b737e-20ae-4acc-a321-019ea5e28aa6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.136758 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:26.188542 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Deleting port f61e8fbc-94d4-4f64-aad9-f10dff0cd658 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:26.189215 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.349246 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] For port f61e8fbc-94d4-4f64-aad9-f10dff0cd658, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:26.350041 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.372275 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Calling delete_port for f61e8fbc-94d4-4f64-aad9-f10dff0cd658 owned by network:router_gateway {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:26.492039 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T19:03:24Z', 'revision_number': 5, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port': {'id': 'f61e8fbc-94d4-4f64-aad9-f10dff0cd658', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T18:56:32Z', 'updated_at': '2022-03-14T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:26.531910 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] Checking router: f65b737e-20ae-4acc-a321-019ea5e28aa6 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:03:26.552394 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] Routers {'f65b737e-20ae-4acc-a321-019ea5e28aa6'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:26.553047 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['f65b737e-20ae-4acc-a321-019ea5e28aa6'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:26.669080 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] Set router f65b737e-20ae-4acc-a321-019ea5e28aa6 gateway port host: None {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:26.672687 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (f61e8fbc-94d4-4f64-aad9-f10dff0cd658), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.702214 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Pushing event deleted for resources: {'Port': ['ID=f61e8fbc-94d4-4f64-aad9-f10dff0cd658,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:26.734131 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T19:03:26Z', 'revision_number': 6, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:26.769391 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eae714-d6d0-4b65-8d82-864341fa6930 None None] The sync data for ids ['f65b737e-20ae-4acc-a321-019ea5e28aa6'] in dv-cinder-829664-3-smb is: [{'id': 'f65b737e-20ae-4acc-a321-019ea5e28aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-64651840-router', 'tenant_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T18:56:30Z', 'updated_at': '2022-03-14T19:03:26Z', 'revision_number': 6, 'project_id': 'ab8c01d7cef74443bcbdd601b2acc4b2', 'gw_port_host': None}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:03:26.790418 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (f65b737e-20ae-4acc-a321-019ea5e28aa6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.916473 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (f65b737e-20ae-4acc-a321-019ea5e28aa6), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.919632 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks [] for router_controller (f65b737e-20ae-4acc-a321-019ea5e28aa6), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.966932 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (f65b737e-20ae-4acc-a321-019ea5e28aa6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.967441 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f65b737e-20ae-4acc-a321-019ea5e28aa6 {{(pid=103190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:03:26.972610 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:26.973801 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-ede5dbcb-3549-4471-b8a8-f7ac86c8b25c admin admin] 10.222.0.35 "DELETE /v2.0/routers/f65b737e-20ae-4acc-a321-019ea5e28aa6 HTTP/1.1" status: 204 len: 168 time: 1.2313764 Mar 14 19:03:26.976672 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53708) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:27.061542 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] Deleting subnet 417643b2-7c20-48f4-9f46-0ef378eef4a0 {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:03:27.065667 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] Publish callbacks [] for subnet (417643b2-7c20-48f4-9f46-0ef378eef4a0), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.104570 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582570'] for subnet (417643b2-7c20-48f4-9f46-0ef378eef4a0), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.273599 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (417643b2-7c20-48f4-9f46-0ef378eef4a0), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.357676 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7591163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6213386'] for subnet (417643b2-7c20-48f4-9f46-0ef378eef4a0), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.394298 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417643b2-7c20-48f4-9f46-0ef378eef4a0,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:27.400110 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.405070 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-fc4af20e-479f-427d-81e9-ae496d830421 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/417643b2-7c20-48f4-9f46-0ef378eef4a0 HTTP/1.1" status: 204 len: 168 time: 0.4268317 Mar 14 19:03:27.409498 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53722) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:27.415940 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79683e42-1197-4c94-8cf3-88a36d3b4e5a None None] Network e94f98c8-f193-4044-aade-c657f6b0401c requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:03:27.563376 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (e94f98c8-f193-4044-aade-c657f6b0401c), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.683092 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Deleting port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:27.683270 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.782909 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] DHCP port deletion for e94f98c8-f193-4044-aade-c657f6b0401c request from dv-cinder-829664-3-smb {{(pid=103192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:03:27.798249 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] For port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:27.799084 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.826449 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Calling delete_port for 53d7fa7a-5b27-4f6b-a266-c966622fe7ed owned by network:dhcp {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:27.988276 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Deleting port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed {{(pid=103192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:27.989581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), before_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:27.995288 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 53d7fa7a-5b27-4f6b-a266-c966622fe7ed no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:28.025808 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.067041 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Pushing event deleted for resources: {'Port': ['ID=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:28.082787 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] No DVR routers for this DVR port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed on host dv-cinder-829664-3-smb {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:28.119558 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] For port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,segment=NetworkSegment(f21aba87-a2d3-4453-8e3a-01c6fd880cd9),segment_id=f21aba87-a2d3-4453-8e3a-01c6fd880cd9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:28.120324 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), precommit_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.123985 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No active binding found for port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed {{(pid=103192) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 14 19:03:28.124764 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] The host dv-cinder-829664-3-smb is not matching for port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed host None! {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 14 19:03:28.125348 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 53d7fa7a-5b27-4f6b-a266-c966622fe7ed not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:28.125981 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device f61e8fbc-94d4-4f64-aad9-f10dff0cd658 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:28.161279 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: f61e8fbc-94d4-4f64-aad9-f10dff0cd658 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:28.161973 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device f61e8fbc-94d4-4f64-aad9-f10dff0cd658 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:28.162559 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:28.190297 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Calling delete_port for 53d7fa7a-5b27-4f6b-a266-c966622fe7ed owned by network:dhcp {{(pid=103192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:28.196093 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:28.196718 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 4fb6bbaa-3608-4b20-b25f-07dd74ec5e8f not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:28.209522 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53734) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:28.232835 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (e94f98c8-f193-4044-aade-c657f6b0401c), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.270031 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94f98c8-f193-4044-aade-c657f6b0401c']}} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:28.284440 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9') {'for_net_delete': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:28.285340 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.services.segments.db [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21aba87-a2d3-4453-8e3a-01c6fd880cd9') {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:28.305700 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4473665'] for segment (f21aba87-a2d3-4453-8e3a-01c6fd880cd9), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.334262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (f21aba87-a2d3-4453-8e3a-01c6fd880cd9), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.334568 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276'] for port (53d7fa7a-5b27-4f6b-a266-c966622fe7ed), after_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.347625 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:03:28.348697 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6187844'] for segment (f21aba87-a2d3-4453-8e3a-01c6fd880cd9), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: Traceback (most recent call last): Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: timer() Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: cb(*args, **kw) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: return func(*args, **kwargs) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: self._notify() Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: self.callback(batched_events) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: event.method(event) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: return f(self, *a, **k) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: return self._get(url).json() Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: return self.request(url, 'GET', **kwargs) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:03:28.352171 dv-cinder-829664-3-smb neutron-server[103191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:03:28.398938 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Pushing event deleted for resources: {'Port': ['ID=53d7fa7a-5b27-4f6b-a266-c966622fe7ed,revision_number=None']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:28.409831 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] No DVR routers for this DVR port 53d7fa7a-5b27-4f6b-a266-c966622fe7ed on host dv-cinder-829664-3-smb {{(pid=103192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:28.417819 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.418398 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.419065 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.420104 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.420868 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.421408 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.424205 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.424583 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.425801 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.425801 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.426388 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.426921 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.427454 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.427987 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.428578 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f5d56-af03-4542-b340-c1207bb84305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:28.459487 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (e94f98c8-f193-4044-aade-c657f6b0401c), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.463651 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e85bda4-69fd-4dfd-810d-7224fe01088d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.467301 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.471944 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] 10.222.0.35 "DELETE /v2.0/networks/e94f98c8-f193-4044-aade-c657f6b0401c HTTP/1.1" status: 204 len: 168 time: 1.0608084 Mar 14 19:03:28.501372 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29c38-837b-41d1-9a63-25212749fd3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e94f98c8-f193-4044-aade-c657f6b0401c,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:28.586626 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e85bda4-69fd-4dfd-810d-7224fe01088d admin admin] Publish callbacks [] for security_group (195233d7-eea3-4cc4-9799-5096d2b60f0f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.591885 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e85bda4-69fd-4dfd-810d-7224fe01088d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (195233d7-eea3-4cc4-9799-5096d2b60f0f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.638298 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-1e85bda4-69fd-4dfd-810d-7224fe01088d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bf5e999d2f44d468ee327031ba85f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269712 Mar 14 19:03:28.639503 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85bda4-69fd-4dfd-810d-7224fe01088d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195233d7-eea3-4cc4-9799-5096d2b60f0f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:28.643209 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53740) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:28.649629 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53742) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:28.704319 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b6ebb157-baef-4aef-b1dc-63faf6df3a08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab8c01d7cef74443bcbdd601b2acc4b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0500617 Mar 14 19:03:28.704919 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53744) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:28.711963 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0270e8ab-27c5-4684-96f8-586a4aca075f admin admin] Publish callbacks [] for security_group (195233d7-eea3-4cc4-9799-5096d2b60f0f), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.735588 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0270e8ab-27c5-4684-96f8-586a4aca075f admin admin] Publish callbacks [] for security_group (195233d7-eea3-4cc4-9799-5096d2b60f0f), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.794380 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-993becb4-776e-4745-bf0a-4e083965cd15 admin admin] Publish callbacks [] for security_group (5c8f0115-81cb-41f5-81cf-fab9dba404e3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.803724 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0270e8ab-27c5-4684-96f8-586a4aca075f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (195233d7-eea3-4cc4-9799-5096d2b60f0f), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.809448 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0270e8ab-27c5-4684-96f8-586a4aca075f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.815072 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-0270e8ab-27c5-4684-96f8-586a4aca075f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/195233d7-eea3-4cc4-9799-5096d2b60f0f HTTP/1.1" status: 204 len: 168 time: 0.1659968 Mar 14 19:03:28.826547 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270e8ab-27c5-4684-96f8-586a4aca075f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195233d7-eea3-4cc4-9799-5096d2b60f0f,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:28.829979 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-993becb4-776e-4745-bf0a-4e083965cd15 admin admin] Publish callbacks [] for security_group (5c8f0115-81cb-41f5-81cf-fab9dba404e3), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.900908 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-993becb4-776e-4745-bf0a-4e083965cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5c8f0115-81cb-41f5-81cf-fab9dba404e3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.904229 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-993becb4-776e-4745-bf0a-4e083965cd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:28.906220 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-993becb4-776e-4745-bf0a-4e083965cd15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c8f0115-81cb-41f5-81cf-fab9dba404e3 HTTP/1.1" status: 204 len: 168 time: 0.1990824 Mar 14 19:03:28.920802 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993becb4-776e-4745-bf0a-4e083965cd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f0115-81cb-41f5-81cf-fab9dba404e3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:31.224948 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53856) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:31.290639 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53860) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:31.412950 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9150aaa-12db-4071-89ed-88db49b0be2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.484378 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b42398a5-492d-4029-b593-2c65eadb7225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.534249 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9150aaa-12db-4071-89ed-88db49b0be2a admin admin] Publish callbacks [] for security_group (5153a1a4-716b-4419-b091-335518ab11cc), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.540525 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9150aaa-12db-4071-89ed-88db49b0be2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5153a1a4-716b-4419-b091-335518ab11cc), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.605413 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-d9150aaa-12db-4071-89ed-88db49b0be2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5a8bd4b191c47e2ae363e5e71809783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132727 Mar 14 19:03:31.605740 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53866) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:31.607666 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9150aaa-12db-4071-89ed-88db49b0be2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5153a1a4-716b-4419-b091-335518ab11cc,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:31.663437 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b42398a5-492d-4029-b593-2c65eadb7225 admin admin] Publish callbacks [] for security_group (a01403b3-1295-4d08-a60f-843c2114787d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.669767 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b42398a5-492d-4029-b593-2c65eadb7225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a01403b3-1295-4d08-a60f-843c2114787d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.713143 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b42398a5-492d-4029-b593-2c65eadb7225 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0a7bc76912d46a3b775fb3ee3c2abff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859545 Mar 14 19:03:31.714749 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42398a5-492d-4029-b593-2c65eadb7225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01403b3-1295-4d08-a60f-843c2114787d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:31.716309 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53870) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:31.730620 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07cf7e7a-9030-4f2c-a3bc-fc87ef1f6dc7 admin admin] Publish callbacks [] for security_group (5153a1a4-716b-4419-b091-335518ab11cc), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.810012 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07cf7e7a-9030-4f2c-a3bc-fc87ef1f6dc7 admin admin] Publish callbacks [] for security_group (5153a1a4-716b-4419-b091-335518ab11cc), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:31.926690 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-87a4f1b3-940a-4de0-a4a8-db0dea57233e tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4c21facaa7394161b1f2bb6984277eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985367 Mar 14 19:03:31.984266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b2695c93-b30b-4abd-91b1-2bfbdd0013e7 admin admin] Publish callbacks [] for security_group (a01403b3-1295-4d08-a60f-843c2114787d), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.179803 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b2695c93-b30b-4abd-91b1-2bfbdd0013e7 admin admin] Publish callbacks [] for security_group (a01403b3-1295-4d08-a60f-843c2114787d), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.225953 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07cf7e7a-9030-4f2c-a3bc-fc87ef1f6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5153a1a4-716b-4419-b091-335518ab11cc), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.231333 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07cf7e7a-9030-4f2c-a3bc-fc87ef1f6dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.233387 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-07cf7e7a-9030-4f2c-a3bc-fc87ef1f6dc7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5153a1a4-716b-4419-b091-335518ab11cc HTTP/1.1" status: 204 len: 168 time: 0.6258159 Mar 14 19:03:32.311595 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf7e7a-9030-4f2c-a3bc-fc87ef1f6dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5153a1a4-716b-4419-b091-335518ab11cc,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:32.428364 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-f068c7ca-0e8d-4489-b210-85bc4d97e9e0 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:32.431137 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-f068c7ca-0e8d-4489-b210-85bc4d97e9e0 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4893944 Mar 14 19:03:32.456397 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-00f1756e-6683-48e6-b60f-3bcd26923fd4 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/quotas/4c21facaa7394161b1f2bb6984277eee HTTP/1.1" status: 200 len: 375 time: 0.0190134 Mar 14 19:03:32.464748 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b2695c93-b30b-4abd-91b1-2bfbdd0013e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (a01403b3-1295-4d08-a60f-843c2114787d), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.470328 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b2695c93-b30b-4abd-91b1-2bfbdd0013e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.472791 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-b2695c93-b30b-4abd-91b1-2bfbdd0013e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a01403b3-1295-4d08-a60f-843c2114787d HTTP/1.1" status: 204 len: 168 time: 0.7544048 Mar 14 19:03:32.508806 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695c93-b30b-4abd-91b1-2bfbdd0013e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01403b3-1295-4d08-a60f-843c2114787d,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:32.546108 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-782088e1-8048-43ed-8e97-9e71fd7c1a03 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c21facaa7394161b1f2bb6984277eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708845 Mar 14 19:03:32.662649 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53890) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:32.680285 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f0b007ee-44a5-4607-a022-72292434024c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.869703 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f0b007ee-44a5-4607-a022-72292434024c admin admin] Publish callbacks [] for security_group (76e3338c-823a-4c25-8379-841fc7c87e36), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.875021 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-21c39f98-8fb2-427d-9621-54ce02dd9fc7 req-8d8da513-a347-4ea7-9c2d-5e811f0a513b tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 210 time: 0.0668912 Mar 14 19:03:32.876864 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f0b007ee-44a5-4607-a022-72292434024c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (76e3338c-823a-4c25-8379-841fc7c87e36), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:32.945018 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-f0b007ee-44a5-4607-a022-72292434024c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a55a2f44ba79400c854a7c9d8e13bd42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812481 Mar 14 19:03:32.946172 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b007ee-44a5-4607-a022-72292434024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e3338c-823a-4c25-8379-841fc7c87e36,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:32.947940 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53900) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:33.024414 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f81231c-9a0e-41f4-96f3-84b17e6dd07f admin admin] Publish callbacks [] for security_group (76e3338c-823a-4c25-8379-841fc7c87e36), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.065436 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f81231c-9a0e-41f4-96f3-84b17e6dd07f admin admin] Publish callbacks [] for security_group (76e3338c-823a-4c25-8379-841fc7c87e36), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.146410 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f81231c-9a0e-41f4-96f3-84b17e6dd07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (76e3338c-823a-4c25-8379-841fc7c87e36), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.151163 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f81231c-9a0e-41f4-96f3-84b17e6dd07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.156928 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-0f81231c-9a0e-41f4-96f3-84b17e6dd07f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76e3338c-823a-4c25-8379-841fc7c87e36 HTTP/1.1" status: 204 len: 168 time: 0.2039618 Mar 14 19:03:33.168009 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81231c-9a0e-41f4-96f3-84b17e6dd07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e3338c-823a-4c25-8379-841fc7c87e36,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:33.176725 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53906) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:33.206412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b39d248a-9034-4b1e-b92f-cdc17904a35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.370359 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b39d248a-9034-4b1e-b92f-cdc17904a35d admin admin] Publish callbacks [] for security_group (71e6a6f5-fe92-4cf6-a47b-daa41ba38637), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.375701 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b39d248a-9034-4b1e-b92f-cdc17904a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (71e6a6f5-fe92-4cf6-a47b-daa41ba38637), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.431401 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-b39d248a-9034-4b1e-b92f-cdc17904a35d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9cde456d7edb4e36aaf9847a89d40d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535753 Mar 14 19:03:33.435990 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 53910) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:33.439158 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d248a-9034-4b1e-b92f-cdc17904a35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6a6f5-fe92-4cf6-a47b-daa41ba38637,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:33.536729 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87109297-1193-416e-9d25-93a78dcc09ab admin admin] Publish callbacks [] for security_group (71e6a6f5-fe92-4cf6-a47b-daa41ba38637), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.570708 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87109297-1193-416e-9d25-93a78dcc09ab admin admin] Publish callbacks [] for security_group (71e6a6f5-fe92-4cf6-a47b-daa41ba38637), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.656387 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87109297-1193-416e-9d25-93a78dcc09ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (71e6a6f5-fe92-4cf6-a47b-daa41ba38637), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.659981 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87109297-1193-416e-9d25-93a78dcc09ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:33.661572 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-87109297-1193-416e-9d25-93a78dcc09ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71e6a6f5-fe92-4cf6-a47b-daa41ba38637 HTTP/1.1" status: 204 len: 168 time: 0.2238684 Mar 14 19:03:33.679175 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87109297-1193-416e-9d25-93a78dcc09ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6a6f5-fe92-4cf6-a47b-daa41ba38637,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:34.047806 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-412f7758-f9bb-40aa-bff7-e4e71d8fb447 req-679989cc-e088-4133-ae88-a10fd3889727 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 210 time: 0.0599740 Mar 14 19:03:34.193507 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e59087b1-c231-4c2b-93db-372e8e4c060c tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4c21facaa7394161b1f2bb6984277eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555530 Mar 14 19:03:34.213096 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53936) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:34.245160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3317b823-0bde-477c-8de0-d9a5b89a1c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.412158 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3317b823-0bde-477c-8de0-d9a5b89a1c4c admin admin] Publish callbacks [] for security_group (b14e634d-8635-43ef-81bf-b36bd5fe280a), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.414753 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-c2c0db1e-83da-407c-89b2-267ecb913615 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:34.416435 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-c2c0db1e-83da-407c-89b2-267ecb913615 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183754 Mar 14 19:03:34.418702 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3317b823-0bde-477c-8de0-d9a5b89a1c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (b14e634d-8635-43ef-81bf-b36bd5fe280a), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.431616 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Request body: {'port': {'device_id': '350338da-ff17-4b9b-a329-e752b18ece55', 'network_id': '9180626b-de7d-498b-b0fc-216341513eab', 'admin_state_up': True, 'tenant_id': '4c21facaa7394161b1f2bb6984277eee'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:34.476222 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-3317b823-0bde-477c-8de0-d9a5b89a1c4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e73c7e6fcce4d3eae699e4fe9e2321e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608328 Mar 14 19:03:34.482056 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 53946) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:34.519436 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317b823-0bde-477c-8de0-d9a5b89a1c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e634d-8635-43ef-81bf-b36bd5fe280a,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:34.560343 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e77b-a2d4-4854-a7ad-494c185d26f5 admin admin] Publish callbacks [] for security_group (b14e634d-8635-43ef-81bf-b36bd5fe280a), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.599622 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Made reservation on behalf of 4c21facaa7394161b1f2bb6984277eee for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:03:34.603442 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.604609 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e77b-a2d4-4854-a7ad-494c185d26f5 admin admin] Publish callbacks [] for security_group (b14e634d-8635-43ef-81bf-b36bd5fe280a), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.613435 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.675613 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e77b-a2d4-4854-a7ad-494c185d26f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (b14e634d-8635-43ef-81bf-b36bd5fe280a), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.680588 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e77b-a2d4-4854-a7ad-494c185d26f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.682653 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-e5d2e77b-a2d4-4854-a7ad-494c185d26f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b14e634d-8635-43ef-81bf-b36bd5fe280a HTTP/1.1" status: 204 len: 168 time: 0.1992843 Mar 14 19:03:34.700817 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2e77b-a2d4-4854-a7ad-494c185d26f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e634d-8635-43ef-81bf-b36bd5fe280a,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:34.753084 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks [] for security_group (73180b52-1dc5-43fa-abea-1d32cf4d2fa3), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.760714 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (73180b52-1dc5-43fa-abea-1d32cf4d2fa3), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:34.843453 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73180b52-1dc5-43fa-abea-1d32cf4d2fa3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:34.964332 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Allocated IP 192.168.233.178 (9180626b-de7d-498b-b0fc-216341513eab/c7b44658-8a66-4dc0-8979-c1f1bb259793/0b2de38d-e436-4dd0-81f9-896301d91403) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:35.246366 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-121abd75-d61a-4a23-920d-1d04912d6e3b req-80eba863-a7de-4499-a512-154b3933290b tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 210 time: 0.0641282 Mar 14 19:03:35.256359 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks [] for port (0b2de38d-e436-4dd0-81f9-896301d91403), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:35.318807 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:35.373675 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Network 9180626b-de7d-498b-b0fc-216341513eab is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:35.377351 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:35.394385 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:35.446535 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Pushing event updated for resources: {'Port': ['ID=0b2de38d-e436-4dd0-81f9-896301d91403,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:35.574771 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:35.577692 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:35.640438 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-ec97477f-131f-421e-ba18-7c00ac3cf422 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2093165 Mar 14 19:03:35.648202 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Request body: {'port': {'device_id': '350338da-ff17-4b9b-a329-e752b18ece55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:35.874849 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-ebb4e3bf-bfcf-452c-82db-5cc618dcb932 None None] Provisioning complete for port 0b2de38d-e436-4dd0-81f9-896301d91403 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:35.876460 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ebb4e3bf-bfcf-452c-82db-5cc618dcb932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:35.948214 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4e3bf-bfcf-452c-82db-5cc618dcb932 None None] Port 0b2de38d-e436-4dd0-81f9-896301d91403 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:03:36.024078 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:36.446775 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddcfd4-f75f-4250-a868-e10fdbd6d1a8 req-f370c243-caec-446d-9a7f-e132b4b074b3 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:36.449610 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-83ddcfd4-f75f-4250-a868-e10fdbd6d1a8 req-f370c243-caec-446d-9a7f-e132b4b074b3 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 936 time: 0.0775726 Mar 14 19:03:36.478549 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2de38d-e436-4dd0-81f9-896301d91403 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:03:36.496720 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Publish callbacks [] for port (0b2de38d-e436-4dd0-81f9-896301d91403), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:36.522338 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Transition to ACTIVE for port object 0b2de38d-e436-4dd0-81f9-896301d91403 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:03:36.527883 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:36.536058 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-83ddcfd4-f75f-4250-a868-e10fdbd6d1a8 req-8f9fce84-b2a9-494c-80c4-fef539aabb5b tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Mar 14 19:03:36.683777 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2de38d-e436-4dd0-81f9-896301d91403,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:36.736775 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Attempting to bind port 0b2de38d-e436-4dd0-81f9-896301d91403 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:36.737127 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Attempting to bind port 0b2de38d-e436-4dd0-81f9-896301d91403 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:36.737682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Attempting to bind port 0b2de38d-e436-4dd0-81f9-896301d91403 on network 9180626b-de7d-498b-b0fc-216341513eab {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:36.744569 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Port 0b2de38d-e436-4dd0-81f9-896301d91403 on network 9180626b-de7d-498b-b0fc-216341513eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:03:36.744897 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Attempting to bind port 0b2de38d-e436-4dd0-81f9-896301d91403 on network 9180626b-de7d-498b-b0fc-216341513eab {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:36.751621 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:36.752568 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Checking segment: {'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:36.753490 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Bound using segment: {'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:36.754125 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Bound port: 0b2de38d-e436-4dd0-81f9-896301d91403, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb3f60f-4ef9-4f89-aabe-6c9d448e75a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9180626b-de7d-498b-b0fc-216341513eab'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:36.754516 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:36.849063 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] For port 0b2de38d-e436-4dd0-81f9-896301d91403, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:36.853054 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] For port 0b2de38d-e436-4dd0-81f9-896301d91403, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=0b2de38d-e436-4dd0-81f9-896301d91403,segment=NetworkSegment(afb3f60f-4ef9-4f89-aabe-6c9d448e75a7),segment_id=afb3f60f-4ef9-4f89-aabe-6c9d448e75a7)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:36.861827 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:36.899484 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:36.899837 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:36.901277 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] 10.222.0.21 "PUT /v2.0/ports/0b2de38d-e436-4dd0-81f9-896301d91403 HTTP/1.1" status: 200 len: 1098 time: 1.2599065 Mar 14 19:03:36.901752 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350338da-ff17-4b9b-a329-e752b18ece55', 'tag': '0b2de38d-e436-4dd0-81f9-896301d91403'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:36.904253 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41" -d '{"events": [{"name": "network-changed", "server_uuid": "350338da-ff17-4b9b-a329-e752b18ece55", "tag": "0b2de38d-e436-4dd0-81f9-896301d91403"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:36.954957 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c8929-58ad-41f2-9cd5-d722a7831041 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2de38d-e436-4dd0-81f9-896301d91403,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:36.977093 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dc9623-bc39-4550-9a34-5bb8213ff7d1 x-openstack-request-id: req-d7dc9623-bc39-4550-9a34-5bb8213ff7d1 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:36.977399 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350338da-ff17-4b9b-a329-e752b18ece55", "tag": "0b2de38d-e436-4dd0-81f9-896301d91403", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:36.977659 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7dc9623-bc39-4550-9a34-5bb8213ff7d1 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:36.978103 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350338da-ff17-4b9b-a329-e752b18ece55', 'tag': '0b2de38d-e436-4dd0-81f9-896301d91403', 'status': 'completed', 'code': 200} Mar 14 19:03:37.015644 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-73c42d4c-2753-4d45-b5e8-ccbc7f489d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.017182 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-73c42d4c-2753-4d45-b5e8-ccbc7f489d33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c21facaa7394161b1f2bb6984277eee&device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 1132 time: 0.0576229 Mar 14 19:03:37.063392 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-49e880e5-c8b4-4eec-b55f-a793829763af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0b2de38d-e436-4dd0-81f9-896301d91403 HTTP/1.1" status: 200 len: 217 time: 0.0390441 Mar 14 19:03:37.123218 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-7c7d9c50-73a0-4538-805a-0c0dee27eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.129014 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-7c7d9c50-73a0-4538-805a-0c0dee27eee0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b44658-8a66-4dc0-8979-c1f1bb259793 HTTP/1.1" status: 200 len: 843 time: 0.0589261 Mar 14 19:03:37.214156 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-359a5750-eaf1-4310-9a0b-f1efba943ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.216097 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-359a5750-eaf1-4310-9a0b-f1efba943ab8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9180626b-de7d-498b-b0fc-216341513eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0815198 Mar 14 19:03:37.340323 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-dffb3e8f-1e9d-474e-92ec-def8b2fc9f60 service neutron] 10.222.0.21 "GET /v2.0/networks/9180626b-de7d-498b-b0fc-216341513eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164820 Mar 14 19:03:37.483078 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2e5addd7-13e2-40f7-8d83-6e37e6df8ffa req-8ebc63a5-e9e9-4972-abbb-75be17e1dd20 service neutron] 10.222.0.21 "GET /v2.0/networks/9180626b-de7d-498b-b0fc-216341513eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367822 Mar 14 19:03:37.614543 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-b35f321e-6d80-46d3-bca8-03ce1ed15d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.616644 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-b35f321e-6d80-46d3-bca8-03ce1ed15d8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c21facaa7394161b1f2bb6984277eee&device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 1132 time: 0.0657194 Mar 14 19:03:37.724892 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-835b37ed-0123-4d61-9d0e-b5b89e37ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.726565 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-835b37ed-0123-4d61-9d0e-b5b89e37ba2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9180626b-de7d-498b-b0fc-216341513eab HTTP/1.1" status: 200 len: 870 time: 0.1044719 Mar 14 19:03:37.728171 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3b80-ac27-46a5-a524-36bf4512d534 req-68240237-db71-44ef-a25c-3c4904b24b0d tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.729781 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-011b3b80-ac27-46a5-a524-36bf4512d534 req-68240237-db71-44ef-a25c-3c4904b24b0d tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 948 time: 0.0725470 Mar 14 19:03:37.779728 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-d57cc79c-72f1-4721-b495-98f0046c585d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0b2de38d-e436-4dd0-81f9-896301d91403 HTTP/1.1" status: 200 len: 217 time: 0.0460927 Mar 14 19:03:37.794791 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-011b3b80-ac27-46a5-a524-36bf4512d534 req-1958a0d0-bc09-4a12-ba10-762fab016754 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535026 Mar 14 19:03:37.844240 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-6f7e9b9d-ed81-4f34-93c4-1370018f7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.846036 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-6f7e9b9d-ed81-4f34-93c4-1370018f7d58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b44658-8a66-4dc0-8979-c1f1bb259793 HTTP/1.1" status: 200 len: 843 time: 0.0595710 Mar 14 19:03:37.917797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-d0995ea6-443e-4e28-adf2-6a6e76fa2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:37.920827 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-d0995ea6-443e-4e28-adf2-6a6e76fa2939 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9180626b-de7d-498b-b0fc-216341513eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0685632 Mar 14 19:03:38.054642 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-6c00cf72-21b1-4ec0-a6fe-c555d5a78184 service neutron] 10.222.0.21 "GET /v2.0/networks/9180626b-de7d-498b-b0fc-216341513eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273975 Mar 14 19:03:38.078065 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54046) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:38.157973 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-7b1f48be-f306-4ef4-9a99-6d1b0a0eff41 req-cd092370-38d3-40c4-948e-e3ca6f2ae1e7 service neutron] 10.222.0.21 "GET /v2.0/networks/9180626b-de7d-498b-b0fc-216341513eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965118 Mar 14 19:03:38.208238 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-34ab2da6-a017-4780-8bd3-86250f895276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.293728 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-34ab2da6-a017-4780-8bd3-86250f895276 admin admin] Publish callbacks [] for security_group (293e8097-9f73-4dd2-a358-ddf7ddcac2df), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.299743 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-34ab2da6-a017-4780-8bd3-86250f895276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (293e8097-9f73-4dd2-a358-ddf7ddcac2df), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.339684 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab2da6-a017-4780-8bd3-86250f895276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293e8097-9f73-4dd2-a358-ddf7ddcac2df,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:38.345225 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-34ab2da6-a017-4780-8bd3-86250f895276 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfb154a2f05a4ae6bffe575817c43335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655880 Mar 14 19:03:38.348853 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54050) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:38.404214 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dec2e6d7-b3f3-44f4-b7b5-4f2fcaaefe7f admin admin] Publish callbacks [] for security_group (293e8097-9f73-4dd2-a358-ddf7ddcac2df), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.429430 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dec2e6d7-b3f3-44f4-b7b5-4f2fcaaefe7f admin admin] Publish callbacks [] for security_group (293e8097-9f73-4dd2-a358-ddf7ddcac2df), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.488151 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dec2e6d7-b3f3-44f4-b7b5-4f2fcaaefe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (293e8097-9f73-4dd2-a358-ddf7ddcac2df), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.493049 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dec2e6d7-b3f3-44f4-b7b5-4f2fcaaefe7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.495098 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-dec2e6d7-b3f3-44f4-b7b5-4f2fcaaefe7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/293e8097-9f73-4dd2-a358-ddf7ddcac2df HTTP/1.1" status: 204 len: 168 time: 0.1456773 Mar 14 19:03:38.511917 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2e6d7-b3f3-44f4-b7b5-4f2fcaaefe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293e8097-9f73-4dd2-a358-ddf7ddcac2df,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:38.901468 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54066) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:38.922865 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c70411d2-7c66-4b91-9362-7f7e5de30f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:38.949682 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ecf23-d33d-4ffe-84fa-3bfef71fba3c req-041d132e-f4be-4f07-9b72-fa4c58fb868f tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:38.954638 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bd5ecf23-d33d-4ffe-84fa-3bfef71fba3c req-041d132e-f4be-4f07-9b72-fa4c58fb868f tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 948 time: 0.0837920 Mar 14 19:03:39.032176 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-bd5ecf23-d33d-4ffe-84fa-3bfef71fba3c req-2d3e24b7-0c8e-4d41-bb76-3f2f11a0d75b tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712571 Mar 14 19:03:39.052614 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c70411d2-7c66-4b91-9362-7f7e5de30f64 admin admin] Publish callbacks [] for security_group (cf4dc8a5-dce2-4659-bc3d-5c421a375cc7), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.058127 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c70411d2-7c66-4b91-9362-7f7e5de30f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (cf4dc8a5-dce2-4659-bc3d-5c421a375cc7), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.103486 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70411d2-7c66-4b91-9362-7f7e5de30f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4dc8a5-dce2-4659-bc3d-5c421a375cc7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:39.113747 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-c70411d2-7c66-4b91-9362-7f7e5de30f64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c37e5b5cbaca4bb795d590a9aabc2b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059202 Mar 14 19:03:39.114085 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54074) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:39.144030 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 0b2de38d-e436-4dd0-81f9-896301d91403 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:03:39.197130 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-987e1cf1-af20-47bd-aac8-3cb84aba3d87 admin admin] Publish callbacks [] for security_group (cf4dc8a5-dce2-4659-bc3d-5c421a375cc7), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.241620 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-987e1cf1-af20-47bd-aac8-3cb84aba3d87 admin admin] Publish callbacks [] for security_group (cf4dc8a5-dce2-4659-bc3d-5c421a375cc7), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.325568 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 0b2de38d-e436-4dd0-81f9-896301d91403, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=0b2de38d-e436-4dd0-81f9-896301d91403,segment=NetworkSegment(afb3f60f-4ef9-4f89-aabe-6c9d448e75a7),segment_id=afb3f60f-4ef9-4f89-aabe-6c9d448e75a7)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:39.332270 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-987e1cf1-af20-47bd-aac8-3cb84aba3d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (cf4dc8a5-dce2-4659-bc3d-5c421a375cc7), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.336924 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-987e1cf1-af20-47bd-aac8-3cb84aba3d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.338787 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-987e1cf1-af20-47bd-aac8-3cb84aba3d87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf4dc8a5-dce2-4659-bc3d-5c421a375cc7 HTTP/1.1" status: 204 len: 168 time: 0.2235529 Mar 14 19:03:39.348269 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '0b2de38d-e436-4dd0-81f9-896301d91403', 'network_id': '9180626b-de7d-498b-b0fc-216341513eab', 'port_id': '0b2de38d-e436-4dd0-81f9-896301d91403', 'mac_address': 'fa:16:3e:83:d5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b44658-8a66-4dc0-8979-c1f1bb259793', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:03:39.351519 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e1cf1-af20-47bd-aac8-3cb84aba3d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4dc8a5-dce2-4659-bc3d-5c421a375cc7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:39.436733 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 0b2de38d-e436-4dd0-81f9-896301d91403 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:39.437498 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.466678 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2de38d-e436-4dd0-81f9-896301d91403 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:03:39.496915 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 0b2de38d-e436-4dd0-81f9-896301d91403, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=0b2de38d-e436-4dd0-81f9-896301d91403,segment=NetworkSegment(afb3f60f-4ef9-4f89-aabe-6c9d448e75a7),segment_id=afb3f60f-4ef9-4f89-aabe-6c9d448e75a7)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:39.503497 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:39.563772 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=0b2de38d-e436-4dd0-81f9-896301d91403,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:39.714275 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['0b2de38d-e436-4dd0-81f9-896301d91403'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:03:40.204439 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc833e83-2514-4eab-9dc1-508f8ff16d56 req-05dc3c76-cf7f-433e-805b-451d917905f4 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:40.207595 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dc833e83-2514-4eab-9dc1-508f8ff16d56 req-05dc3c76-cf7f-433e-805b-451d917905f4 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 949 time: 0.0785213 Mar 14 19:03:40.282071 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dc833e83-2514-4eab-9dc1-508f8ff16d56 req-ac94e096-fd87-4816-8a4c-dadc67ded819 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670314 Mar 14 19:03:40.301940 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54100) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:40.344821 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ae39f8b9-e2ad-473b-b768-259f85ba874d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.446222 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1957854430-network', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:40.470884 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Made reservation on behalf of f3f8d87a4b674c97bd8cee8d7c0a544d for: {'network': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:03:40.475192 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.491519 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.605397 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks [] for security_group (b3c63ed1-d809-481e-a714-8e58163725f9), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.610288 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (b3c63ed1-d809-481e-a714-8e58163725f9), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.648856 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:03:40.662241 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c63ed1-d809-481e-a714-8e58163725f9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:40.668552 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.669080 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.segments_db [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Added segment 0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874 of type vlan for network 720dc418-3af5-4e80-ad64-1a1d46b3d27b Mar 14 19:03:40.727393 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (720dc418-3af5-4e80-ad64-1a1d46b3d27b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.763418 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (720dc418-3af5-4e80-ad64-1a1d46b3d27b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.764598 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:40.765480 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.862207 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5582776 Mar 14 19:03:40.864775 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54114) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:40.871133 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Request body: {'subnet': {'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1957854430-subnet', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'ip_version': 4}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:40.893810 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca2809-a5c5-4413-9317-32928af99006 admin admin] Pushing event updated for resources: {'Network': ['ID=720dc418-3af5-4e80-ad64-1a1d46b3d27b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:40.896837 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Made reservation on behalf of f3f8d87a4b674c97bd8cee8d7c0a544d for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:03:40.900556 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7519505'] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:40.907984 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:03:41.121153 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6187967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7519491'] for subnet (9f38eba7-7911-4e38-b4e7-5d8a62c03a03), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.175354 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 0b2de38d-e436-4dd0-81f9-896301d91403 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:41.188409 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f38eba7-7911-4e38-b4e7-5d8a62c03a03,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:41.202130 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Checking segment: {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:41.202490 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Network hostable DHCP agents. Network: 720dc418-3af5-4e80-ad64-1a1d46b3d27b, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:03:41.222784 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:03:41.233523 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 720dc418-3af5-4e80-ad64-1a1d46b3d27b) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:41.240609 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:41.241637 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.254128 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030b846-023b-4a7e-8516-dc2a63629f56 None None] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:03:41.265254 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-a390da0d-3b34-4ea5-ba9a-b450d56be5c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3989058 Mar 14 19:03:41.268155 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54116) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:41.273541 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:41.295362 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (fcc14512-deb4-4818-97ca-8058e4164e97), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.296454 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (fcc14512-deb4-4818-97ca-8058e4164e97), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.364177 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks [] for router_controller (fcc14512-deb4-4818-97ca-8058e4164e97), precommit_add_association {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.373190 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 0b2de38d-e436-4dd0-81f9-896301d91403 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:03:41.386693 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 0b2de38d-e436-4dd0-81f9-896301d91403 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:41.387326 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.440584 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07727685-22e6-4b22-95fa-ea9feb498011 req-f6318c13-15ce-46e8-ad33-a8334b79d591 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:41.442909 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-07727685-22e6-4b22-95fa-ea9feb498011 req-f6318c13-15ce-46e8-ad33-a8334b79d591 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 949 time: 0.0678182 Mar 14 19:03:41.512817 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-07727685-22e6-4b22-95fa-ea9feb498011 req-68f95939-8f4a-44c0-9295-8dc95a20c0d0 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636756 Mar 14 19:03:41.522434 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 19:03:41.523943 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.606866 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks [] for router_gateway (fcc14512-deb4-4818-97ca-8058e4164e97), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.753171 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 0b2de38d-e436-4dd0-81f9-896301d91403 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:41.754183 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.851619 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350338da-ff17-4b9b-a329-e752b18ece55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2de38d-e436-4dd0-81f9-896301d91403'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:41.855491 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f43855-9d25-4cf7-a62b-b628bab6b335" -d '{"events": [{"server_uuid": "350338da-ff17-4b9b-a329-e752b18ece55", "name": "network-vif-plugged", "status": "completed", "tag": "0b2de38d-e436-4dd0-81f9-896301d91403"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:41.884962 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 0b2de38d-e436-4dd0-81f9-896301d91403, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=0b2de38d-e436-4dd0-81f9-896301d91403,segment=NetworkSegment(afb3f60f-4ef9-4f89-aabe-6c9d448e75a7),segment_id=afb3f60f-4ef9-4f89-aabe-6c9d448e75a7)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:41.896701 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.952469 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks [] for router_gateway (fcc14512-deb4-4818-97ca-8058e4164e97), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.983865 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15a5e5e-6638-4c19-90d4-6e52d2b86ff1 x-openstack-request-id: req-d15a5e5e-6638-4c19-90d4-6e52d2b86ff1 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:41.984340 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350338da-ff17-4b9b-a329-e752b18ece55", "name": "network-vif-plugged", "status": "completed", "tag": "0b2de38d-e436-4dd0-81f9-896301d91403", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:41.984737 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d15a5e5e-6638-4c19-90d4-6e52d2b86ff1 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:41.984865 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:41.985373 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350338da-ff17-4b9b-a329-e752b18ece55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2de38d-e436-4dd0-81f9-896301d91403', 'code': 200} Mar 14 19:03:42.003572 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Allocated IP 172.20.0.2 (720dc418-3af5-4e80-ad64-1a1d46b3d27b/9f38eba7-7911-4e38-b4e7-5d8a62c03a03/3cd145f6-3a52-4bbb-a4e0-239478ff00ce) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:42.139696 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Allocated IP 172.28.0.146 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/54ce63d8-3042-473b-b6fe-f17cda08cf8a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:42.292404 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5caf57-1ca9-4134-8805-3284a67c4df2 req-dac05da1-b3f8-4951-b203-42176cb9605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:42.293974 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ff5caf57-1ca9-4134-8805-3284a67c4df2 req-dac05da1-b3f8-4951-b203-42176cb9605e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 1134 time: 0.1322153 Mar 14 19:03:42.327777 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks [] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.341815 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=0b2de38d-e436-4dd0-81f9-896301d91403,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:42.373563 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-ff5caf57-1ca9-4134-8805-3284a67c4df2 req-19bef10b-61e0-41b4-96f8-b04b6a9d8f0b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721855 Mar 14 19:03:42.387691 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.432572 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:42.437808 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:42.443495 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:42.447119 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Pushing event updated for resources: {'Port': ['ID=54ce63d8-3042-473b-b6fe-f17cda08cf8a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:42.502700 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Publish callbacks [] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.510824 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.582901 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:42.590291 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:42.594060 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:42.600618 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Pushing event updated for resources: {'Port': ['ID=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:42.690123 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Attempting to bind port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:42.690495 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Attempting to bind port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:42.690978 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Attempting to bind port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce on network 720dc418-3af5-4e80-ad64-1a1d46b3d27b {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:42.697522 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:42.698279 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Checking segment: {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:42.698494 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.698849 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Bound using segment: {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:42.699432 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Bound port: 3cd145f6-3a52-4bbb-a4e0-239478ff00ce, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:42.699965 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.718521 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456bab4-e34f-4e70-9620-be4316bc1b6d req-2528d163-ed07-44b3-b738-fd1ade1f8dd0 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:42.721313 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6456bab4-e34f-4e70-9620-be4316bc1b6d req-2528d163-ed07-44b3-b738-fd1ade1f8dd0 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 950 time: 0.0897629 Mar 14 19:03:42.794469 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6456bab4-e34f-4e70-9620-be4316bc1b6d req-fdba5e04-14e0-4780-b3c1-a65867bdade0 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620151 Mar 14 19:03:42.804013 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] For port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:42.809666 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] For port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:42.819419 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.868324 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks [] for router_gateway (fcc14512-deb4-4818-97ca-8058e4164e97), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.894074 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-c61c8f12-a1c9-49c7-852d-e629640ba3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:42.903566 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59731cc0-6dc3-4ef1-ac99-af67191e8203 None None] Pushing event updated for resources: {'Port': ['ID=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:43.250657 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (fcc14512-deb4-4818-97ca-8058e4164e97), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:43.439180 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Router fcc14512-deb4-4818-97ca-8058e4164e97 is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:03:43.588247 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:03:43.601470 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Sync routers for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:03:43.614388 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:43.615728 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:43.615982 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-64927a09-c601-4d4a-8009-3d2670c3bc7e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3463447 Mar 14 19:03:43.616715 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:43.620438 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54144) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:43.758511 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:44.082746 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3cd145f6-3a52-4bbb-a4e0-239478ff00ce up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:44.116279 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d5151-d62f-4e99-94d1-44e87bdd6774 req-3ee36095-0c9c-4e24-bd06-6b06b9eb5c6f tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:44.120172 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8f4d5151-d62f-4e99-94d1-44e87bdd6774 req-3ee36095-0c9c-4e24-bd06-6b06b9eb5c6f tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 950 time: 0.1523778 Mar 14 19:03:44.207384 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:44.208227 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.216783 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:42Z', 'revision_number': 3, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:44.249950 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Checking router: fcc14512-deb4-4818-97ca-8058e4164e97 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:03:44.250407 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Updating router fcc14512-deb4-4818-97ca-8058e4164e97 port 54ce63d8-3042-473b-b6fe-f17cda08cf8a binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:03:44.255745 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8f4d5151-d62f-4e99-94d1-44e87bdd6774 req-81479835-be5c-4512-ae74-14bbb1cecb76 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226938 Mar 14 19:03:44.323775 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.354223 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33939f8c-fc6f-4862-8497-ca4a320d272f None None] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:03:44.478113 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.483439 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-63623900-7ac9-4d71-bf0d-4ba126f3af55 None None] Provisioning complete for port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:44.483807 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-63623900-7ac9-4d71-bf0d-4ba126f3af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.584572 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:44.584572 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.705817 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:44.771378 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.840661 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-63623900-7ac9-4d71-bf0d-4ba126f3af55 None None] Current status of the port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:44.841060 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-63623900-7ac9-4d71-bf0d-4ba126f3af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.874449 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:44.883166 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490dc3-beed-4ab9-957d-811389009aaf req-7cdd9a53-77f1-4834-8bdc-7362ed6497e7 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:44.885273 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6e490dc3-beed-4ab9-957d-811389009aaf req-7cdd9a53-77f1-4834-8bdc-7362ed6497e7 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 950 time: 0.0784216 Mar 14 19:03:44.889681 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:44.988970 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6e490dc3-beed-4ab9-957d-811389009aaf req-ff40463a-6006-44cd-8d04-4e725d459047 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 Mar 14 19:03:44.992141 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.db.api [None req-63623900-7ac9-4d71-bf0d-4ba126f3af55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 19:03:44.992571 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG oslo_db.api [None req-63623900-7ac9-4d71-bf0d-4ba126f3af55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 19:03:45.073347 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Publish callbacks [] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.085211 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.185617 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Attempting to bind port 54ce63d8-3042-473b-b6fe-f17cda08cf8a on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:45.186472 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Attempting to bind port 54ce63d8-3042-473b-b6fe-f17cda08cf8a by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:45.187144 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Attempting to bind port 54ce63d8-3042-473b-b6fe-f17cda08cf8a on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:45.201207 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Pushing event updated for resources: {'Port': ['ID=54ce63d8-3042-473b-b6fe-f17cda08cf8a,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:45.213523 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Allocated IP 172.20.0.1 (720dc418-3af5-4e80-ad64-1a1d46b3d27b/9f38eba7-7911-4e38-b4e7-5d8a62c03a03/9a1201f5-5e71-4d2a-8485-a544cea70151) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:45.214711 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:45.215520 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:45.216606 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.217277 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:45.218183 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Bound port: 54ce63d8-3042-473b-b6fe-f17cda08cf8a, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:45.218837 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.226122 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.226687 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.227246 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.227843 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.228490 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.228982 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.229674 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.230360 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.230974 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.231525 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.232035 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.232632 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.233234 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.233917 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.234522 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:03:45.321371 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] For port 54ce63d8-3042-473b-b6fe-f17cda08cf8a, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:45.327219 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] For port 54ce63d8-3042-473b-b6fe-f17cda08cf8a, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=54ce63d8-3042-473b-b6fe-f17cda08cf8a,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:45.336610 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.360226 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks [] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.403324 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.408946 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:45.410286 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:45.451836 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea34333-d812-4a91-af05-b5e40c4b197b None None] Pushing event updated for resources: {'Port': ['ID=54ce63d8-3042-473b-b6fe-f17cda08cf8a,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:45.458735 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:45.464338 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:45.468550 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:45.477745 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Pushing event updated for resources: {'Port': ['ID=9a1201f5-5e71-4d2a-8485-a544cea70151,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:45.529225 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (fcc14512-deb4-4818-97ca-8058e4164e97), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.542484 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:45.551614 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-63623900-7ac9-4d71-bf0d-4ba126f3af55 None None] Current status of the port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:45.702785 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.711014 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-63758d05-2294-4df1-9044-d2c550929a98 None None] Provisioning complete for port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:45.711399 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-63758d05-2294-4df1-9044-d2c550929a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.739432 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:45.829666 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-63758d05-2294-4df1-9044-d2c550929a98 None None] Current status of the port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:45.850030 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:42Z', 'revision_number': 3, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:45.901096 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3cd145f6-3a52-4bbb-a4e0-239478ff00ce up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:45.901935 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eabd12-eb56-44aa-b53d-e7ad8c87c0bf None None] The sync data for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb is: [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:42Z', 'revision_number': 3, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:03:46.000235 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e254ca37-e30e-4b23-8520-919160bd55cf None None] Provisioning complete for port 9a1201f5-5e71-4d2a-8485-a544cea70151 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:46.000862 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e254ca37-e30e-4b23-8520-919160bd55cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.001362 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks [] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.009673 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.095572 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e254ca37-e30e-4b23-8520-919160bd55cf None None] Port 9a1201f5-5e71-4d2a-8485-a544cea70151 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:03:46.100941 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:46.101594 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.201157 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (fcc14512-deb4-4818-97ca-8058e4164e97), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.226810 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Pushing event updated for resources: {'Port': ['ID=9a1201f5-5e71-4d2a-8485-a544cea70151,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:46.270018 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa0d5-6b70-430f-adb5-59a290fcd1d3 req-5267128b-05da-411b-8d5b-4410a638835b tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:46.300721 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cf4aa0d5-6b70-430f-adb5-59a290fcd1d3 req-5267128b-05da-411b-8d5b-4410a638835b tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 950 time: 0.1693513 Mar 14 19:03:46.341395 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:46.350238 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-297547fd-b789-41d6-a233-c8573ee7fa73 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:46.351936 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-297547fd-b789-41d6-a233-c8573ee7fa73 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.21 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 950 time: 0.2628720 Mar 14 19:03:46.437008 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-cf4aa0d5-6b70-430f-adb5-59a290fcd1d3 req-30c71dfe-546b-40bc-b12a-e7a493055c67 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/security-groups?id=73180b52-1dc5-43fa-abea-1d32cf4d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351218 Mar 14 19:03:46.505262 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:46.511580 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:46.713457 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Deleting port 0b2de38d-e436-4dd0-81f9-896301d91403 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:03:46.714124 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.718457 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.838021 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-cb9747c8-0a79-4313-afa2-97f637dcc90d None None] Provisioning complete for port 9a1201f5-5e71-4d2a-8485-a544cea70151 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:46.838452 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-cb9747c8-0a79-4313-afa2-97f637dcc90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.903682 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-cb9747c8-0a79-4313-afa2-97f637dcc90d None None] Port 9a1201f5-5e71-4d2a-8485-a544cea70151 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:03:46.920094 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Router fcc14512-deb4-4818-97ca-8058e4164e97 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:03:46.950680 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] For port 0b2de38d-e436-4dd0-81f9-896301d91403, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=0b2de38d-e436-4dd0-81f9-896301d91403,segment=NetworkSegment(afb3f60f-4ef9-4f89-aabe-6c9d448e75a7),segment_id=afb3f60f-4ef9-4f89-aabe-6c9d448e75a7)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:46.951303 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:46.983141 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Calling delete_port for 0b2de38d-e436-4dd0-81f9-896301d91403 owned by compute:nova {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:03:47.295371 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:03:47.305103 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b09dbfa1-584f-411a-a9c6-6bfa49ba16fe admin admin] 10.222.0.35 "PUT /v2.0/routers/fcc14512-deb4-4818-97ca-8058e4164e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6828787 Mar 14 19:03:47.404597 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (0b2de38d-e436-4dd0-81f9-896301d91403), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:47.436900 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Pushing event deleted for resources: {'Port': ['ID=0b2de38d-e436-4dd0-81f9-896301d91403,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:47.496424 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] No DVR routers for this DVR port 0b2de38d-e436-4dd0-81f9-896301d91403 on host hv-cinder-82966 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:03:47.517311 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:47.529155 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-2704ec6f-94a1-4920-bba4-dcea9f9e144e req-c96bb85e-f2d3-4546-9f19-59e8b3afee21 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.21 "DELETE /v2.0/ports/0b2de38d-e436-4dd0-81f9-896301d91403 HTTP/1.1" status: 204 len: 173 time: 1.1708686 Mar 14 19:03:47.529977 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350338da-ff17-4b9b-a329-e752b18ece55', 'name': 'network-vif-deleted', 'tag': '0b2de38d-e436-4dd0-81f9-896301d91403'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:03:47.537415 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9815c054-23d5-45d8-a0e9-9c858d0f2bab" -d '{"events": [{"server_uuid": "350338da-ff17-4b9b-a329-e752b18ece55", "name": "network-vif-deleted", "tag": "0b2de38d-e436-4dd0-81f9-896301d91403"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:03:47.646443 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d29cba-3733-40b8-82dd-4160acbb5a03 x-openstack-request-id: req-17d29cba-3733-40b8-82dd-4160acbb5a03 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:03:47.646824 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350338da-ff17-4b9b-a329-e752b18ece55", "name": "network-vif-deleted", "tag": "0b2de38d-e436-4dd0-81f9-896301d91403", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:03:47.647181 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17d29cba-3733-40b8-82dd-4160acbb5a03 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:03:47.647539 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6dadba35-af0e-4629-85af-edfbfdc69df9 req-4e2cc635-1749-4793-8bf8-078fdeccf575 tempest-VolumesNegativeTest-1800598775 tempest-VolumesNegativeTest-1800598775-project] 10.222.0.35 "GET /v2.0/ports?device_id=350338da-ff17-4b9b-a329-e752b18ece55 HTTP/1.1" status: 200 len: 210 time: 0.0673380 Mar 14 19:03:47.648362 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350338da-ff17-4b9b-a329-e752b18ece55', 'name': 'network-vif-deleted', 'tag': '0b2de38d-e436-4dd0-81f9-896301d91403', 'status': 'completed', 'code': 200} Mar 14 19:03:47.955733 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 54ce63d8-3042-473b-b6fe-f17cda08cf8a up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:48.034423 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 54ce63d8-3042-473b-b6fe-f17cda08cf8a triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:48.034981 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.154840 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.163874 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 54ce63d8-3042-473b-b6fe-f17cda08cf8a is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:48.164174 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.188622 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54204) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:48.201508 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 54ce63d8-3042-473b-b6fe-f17cda08cf8a, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=54ce63d8-3042-473b-b6fe-f17cda08cf8a,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:48.203970 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1495238251-network', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:48.207397 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.216912 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Sync routers for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:03:48.241807 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Made reservation on behalf of c1f2a32f903a4af7acf78a15bace1e14 for: {'network': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:03:48.244654 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.257194 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.275917 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:48.277189 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:48.361684 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks [] for security_group (4d0961fd-54da-4abd-92e6-f5fb54fcdca6), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.368743 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4d0961fd-54da-4abd-92e6-f5fb54fcdca6), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.390384 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=54ce63d8-3042-473b-b6fe-f17cda08cf8a,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:48.408556 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:03:48.438323 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0961fd-54da-4abd-92e6-f5fb54fcdca6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:48.445632 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (81ab6315-0f73-4d57-a233-efa4db7baa34), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.446230 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.segments_db [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Added segment 81ab6315-0f73-4d57-a233-efa4db7baa34 of type vlan for network db4e917e-f24a-4cc1-ae2f-db20f8efff03 Mar 14 19:03:48.452481 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:48.522793 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (db4e917e-f24a-4cc1-ae2f-db20f8efff03), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.566856 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (db4e917e-f24a-4cc1-ae2f-db20f8efff03), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.568538 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:48.570267 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.668627 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4780526 Mar 14 19:03:48.673388 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54206) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:48.683569 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Request body: {'subnet': {'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1495238251-subnet', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'ip_version': 4}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:48.691391 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531e8e3-300b-4869-8a19-6fd13d3faffa admin admin] Pushing event updated for resources: {'Network': ['ID=db4e917e-f24a-4cc1-ae2f-db20f8efff03,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:48.708164 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:03:48.739158 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Made reservation on behalf of c1f2a32f903a4af7acf78a15bace1e14 for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:03:48.744022 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7519505'] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:48.770749 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 2, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:48.979483 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Checking router: fcc14512-deb4-4818-97ca-8058e4164e97 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:03:48.980581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Updating router fcc14512-deb4-4818-97ca-8058e4164e97 port 9a1201f5-5e71-4d2a-8485-a544cea70151 binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:03:49.043731 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.045075 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6187967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7519491'] for subnet (8e1c9586-9263-4a90-94ec-fee6980adde5), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.175760 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Checking segment: {'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:49.176374 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Network hostable DHCP agents. Network: db4e917e-f24a-4cc1-ae2f-db20f8efff03, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:03:49.197988 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1c9586-9263-4a90-94ec-fee6980adde5,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:49.221234 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:03:49.237220 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 0b2de38d-e436-4dd0-81f9-896301d91403 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:03:49.239084 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, db4e917e-f24a-4cc1-ae2f-db20f8efff03) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:49.251587 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:03:49.254341 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.274208 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c3781-467f-4ed4-9116-3446eceb8622 None None] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:03:49.278565 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-f5e434b6-2688-43e5-8209-1e9709632e28 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6019821 Mar 14 19:03:49.282851 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54238) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:49.288307 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:49.322856 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (70050a1b-b630-4ead-9e17-f5a0bb4c490c), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.326600 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (70050a1b-b630-4ead-9e17-f5a0bb4c490c), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.337748 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 0b2de38d-e436-4dd0-81f9-896301d91403 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:03:49.338358 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 0b2de38d-e436-4dd0-81f9-896301d91403 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:03:49.422814 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks [] for router_controller (70050a1b-b630-4ead-9e17-f5a0bb4c490c), precommit_add_association {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.505493 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-db4e917e-f24a-4cc1-ae2f-db20f8efff03', 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03', 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'fixed_ips': [{'subnet_id': '8e1c9586-9263-4a90-94ec-fee6980adde5'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 19:03:49.506956 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.605613 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks [] for router_gateway (70050a1b-b630-4ead-9e17-f5a0bb4c490c), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.749393 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Publish callbacks [] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.780830 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.894757 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks [] for router_gateway (70050a1b-b630-4ead-9e17-f5a0bb4c490c), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:49.944213 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.003292 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 54ce63d8-3042-473b-b6fe-f17cda08cf8a up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:50.034891 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Allocated IP 172.20.0.2 (db4e917e-f24a-4cc1-ae2f-db20f8efff03/8e1c9586-9263-4a90-94ec-fee6980adde5/66452e31-ff03-47f6-8911-1193c94c964a) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:50.040572 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ad58-0223-4b8e-96d7-2f769a8b059c None None] Pushing event updated for resources: {'Port': ['ID=9a1201f5-5e71-4d2a-8485-a544cea70151,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:50.160935 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Attempting to bind port 9a1201f5-5e71-4d2a-8485-a544cea70151 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:50.161315 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Attempting to bind port 9a1201f5-5e71-4d2a-8485-a544cea70151 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:50.161683 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Attempting to bind port 9a1201f5-5e71-4d2a-8485-a544cea70151 on network 720dc418-3af5-4e80-ad64-1a1d46b3d27b {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:50.203986 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Allocated IP 172.28.0.101 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/c27cce30-af3e-4bb1-98c6-4bb420117ddd) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:50.227633 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:50.228151 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Checking segment: {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:50.228773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.229509 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Bound using segment: {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:50.230460 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Bound port: 9a1201f5-5e71-4d2a-8485-a544cea70151, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:50.231723 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.372742 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks [] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.389033 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-5730ef67-d9df-49fe-af37-c7d0511351d1 None None] Provisioning complete for port 9a1201f5-5e71-4d2a-8485-a544cea70151 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:50.389350 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5730ef67-d9df-49fe-af37-c7d0511351d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.442600 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.508057 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:50.516394 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:50.519142 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 54ce63d8-3042-473b-b6fe-f17cda08cf8a triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:50.520073 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.522129 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:50.525467 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] For port 9a1201f5-5e71-4d2a-8485-a544cea70151, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:50.554660 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c27cce30-af3e-4bb1-98c6-4bb420117ddd,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:50.606531 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] For port 9a1201f5-5e71-4d2a-8485-a544cea70151, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9a1201f5-5e71-4d2a-8485-a544cea70151,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:50.636752 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-5730ef67-d9df-49fe-af37-c7d0511351d1 None None] Port 9a1201f5-5e71-4d2a-8485-a544cea70151 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:03:50.651688 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.667043 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:03:50.730629 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Publish callbacks [] for port (66452e31-ff03-47f6-8911-1193c94c964a), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.756951 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (66452e31-ff03-47f6-8911-1193c94c964a), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:50.803127 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:50.803774 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:50.812746 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403ad58-0223-4b8e-96d7-2f769a8b059c None None] Pushing event updated for resources: {'Port': ['ID=9a1201f5-5e71-4d2a-8485-a544cea70151,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:50.881569 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:50.939485 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:50.954232 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:50.998775 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 54ce63d8-3042-473b-b6fe-f17cda08cf8a is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:51.005725 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Pushing event updated for resources: {'Port': ['ID=66452e31-ff03-47f6-8911-1193c94c964a,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:51.121886 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Attempting to bind port 66452e31-ff03-47f6-8911-1193c94c964a on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:51.123766 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Attempting to bind port 66452e31-ff03-47f6-8911-1193c94c964a by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:51.124148 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Attempting to bind port 66452e31-ff03-47f6-8911-1193c94c964a on network db4e917e-f24a-4cc1-ae2f-db20f8efff03 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:51.147735 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:51.152845 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Checking segment: {'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:51.153592 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.154321 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Bound using segment: {'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:51.155011 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Bound port: 66452e31-ff03-47f6-8911-1193c94c964a, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:51.155605 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (66452e31-ff03-47f6-8911-1193c94c964a), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.211617 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:51.405067 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-765604f9-3b4c-43e0-b325-20aa8b95fb29 None None] Provisioning complete for port 9a1201f5-5e71-4d2a-8485-a544cea70151 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:51.405684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-765604f9-3b4c-43e0-b325-20aa8b95fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.524600 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] For port 66452e31-ff03-47f6-8911-1193c94c964a, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:51.555303 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks [] for router_gateway (70050a1b-b630-4ead-9e17-f5a0bb4c490c), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.585548 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] For port 66452e31-ff03-47f6-8911-1193c94c964a, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=66452e31-ff03-47f6-8911-1193c94c964a,segment=NetworkSegment(81ab6315-0f73-4d57-a233-efa4db7baa34),segment_id=81ab6315-0f73-4d57-a233-efa4db7baa34)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:51.604447 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (66452e31-ff03-47f6-8911-1193c94c964a), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.806814 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1da27-dbe5-49f2-a179-1b2418b991e3 None None] Pushing event updated for resources: {'Port': ['ID=66452e31-ff03-47f6-8911-1193c94c964a,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:51.814266 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-765604f9-3b4c-43e0-b325-20aa8b95fb29 None None] Current status of the port 9a1201f5-5e71-4d2a-8485-a544cea70151 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:51.814855 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-765604f9-3b4c-43e0-b325-20aa8b95fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.876067 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-765604f9-3b4c-43e0-b325-20aa8b95fb29 None None] For port 9a1201f5-5e71-4d2a-8485-a544cea70151, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9a1201f5-5e71-4d2a-8485-a544cea70151,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:51.885075 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-765604f9-3b4c-43e0-b325-20aa8b95fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.907491 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (70050a1b-b630-4ead-9e17-f5a0bb4c490c), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:51.936900 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:50Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:52.157586 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e759b2-3391-4432-98ae-4eb0a7a17905 None None] The sync data for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb is: [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:50Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:03:52.177160 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765604f9-3b4c-43e0-b325-20aa8b95fb29 None None] Pushing event updated for resources: {'Port': ['ID=9a1201f5-5e71-4d2a-8485-a544cea70151,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:52.217366 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Router 70050a1b-b630-4ead-9e17-f5a0bb4c490c is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:03:52.449580 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:03:52.467065 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Sync routers for ids ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:03:52.472196 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:52.477348 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54430) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:52.490974 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-19f65ffb-ece3-4712-9bf5-e39e0dd441d6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2067122 Mar 14 19:03:52.494813 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Routers {'70050a1b-b630-4ead-9e17-f5a0bb4c490c'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:52.496355 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:52.778755 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Set router 70050a1b-b630-4ead-9e17-f5a0bb4c490c gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:53.175196 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:50Z', 'revision_number': 3, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port': {'id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:53.223970 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Checking router: 70050a1b-b630-4ead-9e17-f5a0bb4c490c for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:03:53.224441 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Updating router 70050a1b-b630-4ead-9e17-f5a0bb4c490c port c27cce30-af3e-4bb1-98c6-4bb420117ddd binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:03:53.283185 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.409545 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889653a8-8e9e-468c-879a-c1703ed6e3e5 None None] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:03:53.422079 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.507707 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-804016e5-7ffc-4eb0-9c9b-e1bb30f7f00f None None] Provisioning complete for port 66452e31-ff03-47f6-8911-1193c94c964a triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:53.508126 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-804016e5-7ffc-4eb0-9c9b-e1bb30f7f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (66452e31-ff03-47f6-8911-1193c94c964a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.745446 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-804016e5-7ffc-4eb0-9c9b-e1bb30f7f00f None None] Current status of the port 66452e31-ff03-47f6-8911-1193c94c964a is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:53.746535 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-804016e5-7ffc-4eb0-9c9b-e1bb30f7f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (66452e31-ff03-47f6-8911-1193c94c964a), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.753481 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Publish callbacks [] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.762601 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.827121 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Attempting to bind port c27cce30-af3e-4bb1-98c6-4bb420117ddd on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:53.827865 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Attempting to bind port c27cce30-af3e-4bb1-98c6-4bb420117ddd by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:53.828643 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Attempting to bind port c27cce30-af3e-4bb1-98c6-4bb420117ddd on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:53.850599 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:53.852064 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:53.852882 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.853981 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:53.855138 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Bound port: c27cce30-af3e-4bb1-98c6-4bb420117ddd, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:53.856231 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:53.895634 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-804016e5-7ffc-4eb0-9c9b-e1bb30f7f00f None None] For port 66452e31-ff03-47f6-8911-1193c94c964a, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=66452e31-ff03-47f6-8911-1193c94c964a,segment=NetworkSegment(81ab6315-0f73-4d57-a233-efa4db7baa34),segment_id=81ab6315-0f73-4d57-a233-efa4db7baa34)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:53.905799 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-804016e5-7ffc-4eb0-9c9b-e1bb30f7f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (66452e31-ff03-47f6-8911-1193c94c964a), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.003263 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4001d-a38e-48ff-a6ba-5a65777bf491 None None] Pushing event updated for resources: {'Port': ['ID=c27cce30-af3e-4bb1-98c6-4bb420117ddd,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:54.021313 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Allocated IP 172.20.0.1 (db4e917e-f24a-4cc1-ae2f-db20f8efff03/8e1c9586-9263-4a90-94ec-fee6980adde5/48313496-c7ce-482c-917d-10f7a73d45f0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:03:54.110947 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] For port c27cce30-af3e-4bb1-98c6-4bb420117ddd, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:54.120656 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] For port c27cce30-af3e-4bb1-98c6-4bb420117ddd, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=c27cce30-af3e-4bb1-98c6-4bb420117ddd,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:54.147104 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.178031 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804016e5-7ffc-4eb0-9c9b-e1bb30f7f00f None None] Pushing event updated for resources: {'Port': ['ID=66452e31-ff03-47f6-8911-1193c94c964a,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:54.205489 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9a1201f5-5e71-4d2a-8485-a544cea70151 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:54.346998 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4001d-a38e-48ff-a6ba-5a65777bf491 None None] Pushing event updated for resources: {'Port': ['ID=c27cce30-af3e-4bb1-98c6-4bb420117ddd,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:54.350311 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Routers {'70050a1b-b630-4ead-9e17-f5a0bb4c490c'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:54.350951 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:54.384323 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 9a1201f5-5e71-4d2a-8485-a544cea70151 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:54.385672 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.461986 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks [] for port (48313496-c7ce-482c-917d-10f7a73d45f0), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.556786 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] Set router 70050a1b-b630-4ead-9e17-f5a0bb4c490c gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:54.565418 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.614770 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54486) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:54.657152 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:54.661289 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-aea7fef2-fd4f-49c2-95b9-366484ab863a None None] Provisioning complete for port 66452e31-ff03-47f6-8911-1193c94c964a triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:54.662949 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-aea7fef2-fd4f-49c2-95b9-366484ab863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (66452e31-ff03-47f6-8911-1193c94c964a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.684959 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:54.691602 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:03:54.787797 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (70050a1b-b630-4ead-9e17-f5a0bb4c490c), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.816669 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 9a1201f5-5e71-4d2a-8485-a544cea70151 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:54.820093 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 66452e31-ff03-47f6-8911-1193c94c964a up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:54.866660 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=48313496-c7ce-482c-917d-10f7a73d45f0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:54.895353 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07276bc4-4e3b-47cc-9263-2fc7231a4944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:54.982518 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-aea7fef2-fd4f-49c2-95b9-366484ab863a None None] Current status of the port 66452e31-ff03-47f6-8911-1193c94c964a is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:55.007926 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 66452e31-ff03-47f6-8911-1193c94c964a triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:55.009047 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (66452e31-ff03-47f6-8911-1193c94c964a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.078273 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07276bc4-4e3b-47cc-9263-2fc7231a4944 admin admin] Publish callbacks [] for security_group (3fcb3f7f-7e0f-4761-a800-d018937a42da), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.087330 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07276bc4-4e3b-47cc-9263-2fc7231a4944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3fcb3f7f-7e0f-4761-a800-d018937a42da), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.121213 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.141629 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-07276bc4-4e3b-47cc-9263-2fc7231a4944 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bf1b5c86c10499a95ddc85a6e104086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5239758 Mar 14 19:03:55.146665 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54506) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:55.203934 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07276bc4-4e3b-47cc-9263-2fc7231a4944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb3f7f-7e0f-4761-a800-d018937a42da,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:55.269546 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dbb351c9-4a32-4e0b-befa-37bbfe627f9f admin admin] Publish callbacks [] for security_group (3fcb3f7f-7e0f-4761-a800-d018937a42da), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.278478 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-a52384ee-34ec-461e-86a4-7a32bb87c85a None None] Provisioning complete for port 48313496-c7ce-482c-917d-10f7a73d45f0 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:55.279019 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a52384ee-34ec-461e-86a4-7a32bb87c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.313949 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 66452e31-ff03-47f6-8911-1193c94c964a is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:55.324361 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dbb351c9-4a32-4e0b-befa-37bbfe627f9f admin admin] Publish callbacks [] for security_group (3fcb3f7f-7e0f-4761-a800-d018937a42da), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.352327 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-a52384ee-34ec-461e-86a4-7a32bb87c85a None None] Port 48313496-c7ce-482c-917d-10f7a73d45f0 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:03:55.352671 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:50Z', 'revision_number': 3, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port': {'id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:55.386286 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c2853-275c-4068-8901-a82bd4cfc2c8 None None] The sync data for ids ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'] in dv-cinder-829664-3-smb is: [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:50Z', 'revision_number': 3, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port': {'id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:03:55.443519 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dbb351c9-4a32-4e0b-befa-37bbfe627f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3fcb3f7f-7e0f-4761-a800-d018937a42da), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.446434 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dbb351c9-4a32-4e0b-befa-37bbfe627f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.447661 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-dbb351c9-4a32-4e0b-befa-37bbfe627f9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fcb3f7f-7e0f-4761-a800-d018937a42da HTTP/1.1" status: 204 len: 168 time: 0.3000438 Mar 14 19:03:55.478800 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb351c9-4a32-4e0b-befa-37bbfe627f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb3f7f-7e0f-4761-a800-d018937a42da,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:55.504759 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks [] for port (48313496-c7ce-482c-917d-10f7a73d45f0), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.511935 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.594128 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (70050a1b-b630-4ead-9e17-f5a0bb4c490c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:55.597780 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=48313496-c7ce-482c-917d-10f7a73d45f0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:55.741074 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:03:55.744365 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:03:55.908251 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54514) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:55.934923 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Router 70050a1b-b630-4ead-9e17-f5a0bb4c490c has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:03:55.943805 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-03d734ef-c808-4a65-bacd-c7e186bb7b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.052836 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device c27cce30-af3e-4bb1-98c6-4bb420117ddd up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:56.089052 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-03d734ef-c808-4a65-bacd-c7e186bb7b89 admin admin] Publish callbacks [] for security_group (ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.095841 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-03d734ef-c808-4a65-bacd-c7e186bb7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.128038 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-44448a15-e752-4fbd-a638-46d0df1c78a0 None None] Provisioning complete for port 48313496-c7ce-482c-917d-10f7a73d45f0 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:56.128747 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-44448a15-e752-4fbd-a638-46d0df1c78a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.151498 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d734ef-c808-4a65-bacd-c7e186bb7b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:56.160317 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-03d734ef-c808-4a65-bacd-c7e186bb7b89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdb829fca8de49089537076ddbbf10f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477412 Mar 14 19:03:56.160570 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54516) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:56.216826 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port c27cce30-af3e-4bb1-98c6-4bb420117ddd triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:56.217919 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.235094 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b438c0cb-81d7-41fa-a453-4e4a9766a0b9 admin admin] Publish callbacks [] for security_group (ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.271147 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b438c0cb-81d7-41fa-a453-4e4a9766a0b9 admin admin] Publish callbacks [] for security_group (ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.296060 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-44448a15-e752-4fbd-a638-46d0df1c78a0 None None] Port 48313496-c7ce-482c-917d-10f7a73d45f0 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:03:56.370841 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b438c0cb-81d7-41fa-a453-4e4a9766a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.378069 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b438c0cb-81d7-41fa-a453-4e4a9766a0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.388737 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port c27cce30-af3e-4bb1-98c6-4bb420117ddd is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:56.389151 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.390846 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-b438c0cb-81d7-41fa-a453-4e4a9766a0b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54 HTTP/1.1" status: 204 len: 168 time: 0.2288661 Mar 14 19:03:56.406523 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438c0cb-81d7-41fa-a453-4e4a9766a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b9049-9e3c-47d1-b6ad-f559bd4c9b54,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:56.494981 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:03:56.517886 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-e25bc125-d66e-4721-8a4f-41775557f6f2 admin admin] 10.222.0.35 "PUT /v2.0/routers/70050a1b-b630-4ead-9e17-f5a0bb4c490c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0294096 Mar 14 19:03:56.518480 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port c27cce30-af3e-4bb1-98c6-4bb420117ddd, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=c27cce30-af3e-4bb1-98c6-4bb420117ddd,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:03:56.526197 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.529324 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 66452e31-ff03-47f6-8911-1193c94c964a up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:56.646070 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=c27cce30-af3e-4bb1-98c6-4bb420117ddd,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:56.662480 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 66452e31-ff03-47f6-8911-1193c94c964a triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:56.663215 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (66452e31-ff03-47f6-8911-1193c94c964a), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:56.787138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 66452e31-ff03-47f6-8911-1193c94c964a is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:56.914764 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54534) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:57.117606 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-01cc96b2-0cc1-4a02-8011-70ef5efa60cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c21facaa7394161b1f2bb6984277eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980073 Mar 14 19:03:57.118150 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54542) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:57.184882 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4ec2d-bc6b-4c3a-b61b-a8808f0a7bf5 admin admin] Publish callbacks [] for security_group (73180b52-1dc5-43fa-abea-1d32cf4d2fa3), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.231688 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4ec2d-bc6b-4c3a-b61b-a8808f0a7bf5 admin admin] Publish callbacks [] for security_group (73180b52-1dc5-43fa-abea-1d32cf4d2fa3), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.326914 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4ec2d-bc6b-4c3a-b61b-a8808f0a7bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (73180b52-1dc5-43fa-abea-1d32cf4d2fa3), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.330219 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4ec2d-bc6b-4c3a-b61b-a8808f0a7bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.332092 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d4d4ec2d-bc6b-4c3a-b61b-a8808f0a7bf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73180b52-1dc5-43fa-abea-1d32cf4d2fa3 HTTP/1.1" status: 204 len: 168 time: 0.2126746 Mar 14 19:03:57.343240 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4ec2d-bc6b-4c3a-b61b-a8808f0a7bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73180b52-1dc5-43fa-abea-1d32cf4d2fa3,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:57.479323 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54552) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:57.484981 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-2635a699-1add-4934-9731-eacc0162ac96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601232746', 'description': 'tempest-secgroup-smoke-1601232746 description', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:57.525129 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2635a699-1add-4934-9731-eacc0162ac96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.644572 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2635a699-1add-4934-9731-eacc0162ac96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group (22d95fa0-b010-4b61-8aa5-ef39ea2ace8e), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.655069 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2635a699-1add-4934-9731-eacc0162ac96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (22d95fa0-b010-4b61-8aa5-ef39ea2ace8e), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.703901 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2635a699-1add-4934-9731-eacc0162ac96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.704169 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54560) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:57.704646 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2635a699-1add-4934-9731-eacc0162ac96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2186964 Mar 14 19:03:57.704753 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-cfc26699-c6a1-49e9-a684-17dc7191bd45 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'security_group_rule': {'security_group_id': '22d95fa0-b010-4b61-8aa5-ef39ea2ace8e', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:57.728542 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635a699-1add-4934-9731-eacc0162ac96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:57.764323 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfc26699-c6a1-49e9-a684-17dc7191bd45 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (c22fa13a-fae9-4797-9940-c06d0b0cc411), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.781794 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Sync routers for ids ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:03:57.804637 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Routers {'70050a1b-b630-4ead-9e17-f5a0bb4c490c'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:57.805541 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:57.853730 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfc26699-c6a1-49e9-a684-17dc7191bd45 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (c22fa13a-fae9-4797-9940-c06d0b0cc411), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.859063 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfc26699-c6a1-49e9-a684-17dc7191bd45 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (c22fa13a-fae9-4797-9940-c06d0b0cc411), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.889552 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfc26699-c6a1-49e9-a684-17dc7191bd45 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:57.891192 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-cfc26699-c6a1-49e9-a684-17dc7191bd45 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1909280 Mar 14 19:03:57.894982 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54562) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:57.901382 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-eb734d16-0d26-4369-8e76-2eb06d0a109d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'security_group_rule': {'security_group_id': '22d95fa0-b010-4b61-8aa5-ef39ea2ace8e', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:57.907042 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc26699-c6a1-49e9-a684-17dc7191bd45 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22fa13a-fae9-4797-9940-c06d0b0cc411,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:57.942614 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb734d16-0d26-4369-8e76-2eb06d0a109d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (3c49964e-6f68-42f2-ba73-d09be92d4ab9), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.007831 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Set router 70050a1b-b630-4ead-9e17-f5a0bb4c490c gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:03:58.043469 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device c27cce30-af3e-4bb1-98c6-4bb420117ddd up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:03:58.060140 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb734d16-0d26-4369-8e76-2eb06d0a109d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (3c49964e-6f68-42f2-ba73-d09be92d4ab9), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.070591 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb734d16-0d26-4369-8e76-2eb06d0a109d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (3c49964e-6f68-42f2-ba73-d09be92d4ab9), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.105100 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-eb734d16-0d26-4369-8e76-2eb06d0a109d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.109642 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-eb734d16-0d26-4369-8e76-2eb06d0a109d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2109315 Mar 14 19:03:58.110349 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54566) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:58.114894 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb734d16-0d26-4369-8e76-2eb06d0a109d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c49964e-6f68-42f2-ba73-d09be92d4ab9,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:58.119501 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-f2beb252-6d59-4be1-b203-5c014775701d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'security_group_rule': {'security_group_id': '22d95fa0-b010-4b61-8aa5-ef39ea2ace8e', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:58.171083 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2beb252-6d59-4be1-b203-5c014775701d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (c6c6f9ac-bdc7-4ada-8b7d-db80f7360247), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.217623 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port c27cce30-af3e-4bb1-98c6-4bb420117ddd triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:58.218148 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.288353 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2beb252-6d59-4be1-b203-5c014775701d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (c6c6f9ac-bdc7-4ada-8b7d-db80f7360247), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.296176 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2beb252-6d59-4be1-b203-5c014775701d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (c6c6f9ac-bdc7-4ada-8b7d-db80f7360247), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.320327 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beb252-6d59-4be1-b203-5c014775701d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c6f9ac-bdc7-4ada-8b7d-db80f7360247,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:58.332451 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2beb252-6d59-4be1-b203-5c014775701d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.335412 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f2beb252-6d59-4be1-b203-5c014775701d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2211392 Mar 14 19:03:58.338026 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54570) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:58.343955 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-16a5f0a7-bbd9-4a73-804e-1e06df198f02 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'security_group_rule': {'security_group_id': '22d95fa0-b010-4b61-8aa5-ef39ea2ace8e', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:58.380151 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16a5f0a7-bbd9-4a73-804e-1e06df198f02 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (0c992b69-14f3-4c93-b357-c3bb17e2cf47), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.438691 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port c27cce30-af3e-4bb1-98c6-4bb420117ddd is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:58.465337 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:55Z', 'revision_number': 4, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port': {'id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '48313496-c7ce-482c-917d-10f7a73d45f0', 'name': '', 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'mac_address': 'fa:16:3e:20:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8e1c9586-9263-4a90-94ec-fee6980adde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:53Z', 'updated_at': '2022-03-14T19:03:55Z', 'revision_number': 2, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'subnets': [{'id': '8e1c9586-9263-4a90-94ec-fee6980adde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:58.472435 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16a5f0a7-bbd9-4a73-804e-1e06df198f02 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (0c992b69-14f3-4c93-b357-c3bb17e2cf47), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.477135 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16a5f0a7-bbd9-4a73-804e-1e06df198f02 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (0c992b69-14f3-4c93-b357-c3bb17e2cf47), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.498663 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Checking router: 70050a1b-b630-4ead-9e17-f5a0bb4c490c for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:03:58.499311 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Updating router 70050a1b-b630-4ead-9e17-f5a0bb4c490c port 48313496-c7ce-482c-917d-10f7a73d45f0 binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:03:58.506957 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5f0a7-bbd9-4a73-804e-1e06df198f02 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c992b69-14f3-4c93-b357-c3bb17e2cf47,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:58.520321 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16a5f0a7-bbd9-4a73-804e-1e06df198f02 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.522589 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-16a5f0a7-bbd9-4a73-804e-1e06df198f02 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1831715 Mar 14 19:03:58.525655 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54576) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:58.530861 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'security_group_rule': {'security_group_id': '22d95fa0-b010-4b61-8aa5-ef39ea2ace8e', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:58.550083 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.557485 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.securitygroups_db [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Project f3f8d87a4b674c97bd8cee8d7c0a544d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:03:58.567128 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (4c5ba964-9405-4f47-9b6c-f8433c49ada2), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.647753 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (4c5ba964-9405-4f47-9b6c-f8433c49ada2), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.655406 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (4c5ba964-9405-4f47-9b6c-f8433c49ada2), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.683266 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5ba964-9405-4f47-9b6c-f8433c49ada2,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:58.698118 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.702561 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-509e21b9-d6ab-4122-beb0-6a93737bb4a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1731563 Mar 14 19:03:58.703216 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54580) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:03:58.711025 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'security_group_rule': {'security_group_id': '22d95fa0-b010-4b61-8aa5-ef39ea2ace8e', 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:03:58.743382 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.securitygroups_db [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Project f3f8d87a4b674c97bd8cee8d7c0a544d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:03:58.749575 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (1315085b-dbac-43cf-b3b6-b41c10617de2), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.843582 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (1315085b-dbac-43cf-b3b6-b41c10617de2), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.850651 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (1315085b-dbac-43cf-b3b6-b41c10617de2), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.886556 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1315085b-dbac-43cf-b3b6-b41c10617de2,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:58.901934 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.904078 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-97748ed7-49d6-49a3-ac41-acfd2aabcc9b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1992710 Mar 14 19:03:58.948983 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Publish callbacks [] for port (48313496-c7ce-482c-917d-10f7a73d45f0), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:58.962128 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:59.022939 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c6f72-c613-4b1c-9389-37cf7dfb29b1 None None] Pushing event updated for resources: {'Port': ['ID=48313496-c7ce-482c-917d-10f7a73d45f0,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:59.098702 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Attempting to bind port 48313496-c7ce-482c-917d-10f7a73d45f0 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:03:59.099079 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Attempting to bind port 48313496-c7ce-482c-917d-10f7a73d45f0 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:03:59.099442 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Attempting to bind port 48313496-c7ce-482c-917d-10f7a73d45f0 on network db4e917e-f24a-4cc1-ae2f-db20f8efff03 {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:03:59.105630 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:03:59.106346 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Checking segment: {'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:03:59.106760 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:59.107164 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Bound using segment: {'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:03:59.107726 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Bound port: 48313496-c7ce-482c-917d-10f7a73d45f0, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ab6315-0f73-4d57-a233-efa4db7baa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:03:59.108033 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:59.462150 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] For port 48313496-c7ce-482c-917d-10f7a73d45f0, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:03:59.472065 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] For port 48313496-c7ce-482c-917d-10f7a73d45f0, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=48313496-c7ce-482c-917d-10f7a73d45f0,segment=NetworkSegment(81ab6315-0f73-4d57-a233-efa4db7baa34),segment_id=81ab6315-0f73-4d57-a233-efa4db7baa34)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:03:59.483977 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:59.492967 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e5123143-fc36-4574-b7c6-ab78557062f8 None None] Provisioning complete for port 48313496-c7ce-482c-917d-10f7a73d45f0 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:03:59.493504 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5123143-fc36-4574-b7c6-ab78557062f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:03:59.663128 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Routers {'70050a1b-b630-4ead-9e17-f5a0bb4c490c'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:03:59.665120 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:03:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:03:59.853638 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c6f72-c613-4b1c-9389-37cf7dfb29b1 None None] Pushing event updated for resources: {'Port': ['ID=48313496-c7ce-482c-917d-10f7a73d45f0,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:03:59.945931 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e5123143-fc36-4574-b7c6-ab78557062f8 None None] Current status of the port 48313496-c7ce-482c-917d-10f7a73d45f0 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:03:59.946593 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5123143-fc36-4574-b7c6-ab78557062f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:00.009223 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e5123143-fc36-4574-b7c6-ab78557062f8 None None] For port 48313496-c7ce-482c-917d-10f7a73d45f0, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=48313496-c7ce-482c-917d-10f7a73d45f0,segment=NetworkSegment(81ab6315-0f73-4d57-a233-efa4db7baa34),segment_id=81ab6315-0f73-4d57-a233-efa4db7baa34)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:00.015231 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e5123143-fc36-4574-b7c6-ab78557062f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:00.022885 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] Set router 70050a1b-b630-4ead-9e17-f5a0bb4c490c gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:00.171969 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5123143-fc36-4574-b7c6-ab78557062f8 None None] Pushing event updated for resources: {'Port': ['ID=48313496-c7ce-482c-917d-10f7a73d45f0,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:00.227360 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-553765f9-fe61-4128-8bf2-a0beba9e173f None None] Provisioning complete for port 48313496-c7ce-482c-917d-10f7a73d45f0 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:00.227745 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-553765f9-fe61-4128-8bf2-a0beba9e173f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:00.401384 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-553765f9-fe61-4128-8bf2-a0beba9e173f None None] Current status of the port 48313496-c7ce-482c-917d-10f7a73d45f0 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:00.429637 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:55Z', 'revision_number': 4, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port': {'id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '48313496-c7ce-482c-917d-10f7a73d45f0', 'name': '', 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'mac_address': 'fa:16:3e:20:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8e1c9586-9263-4a90-94ec-fee6980adde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:53Z', 'updated_at': '2022-03-14T19:03:59Z', 'revision_number': 4, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'subnets': [{'id': '8e1c9586-9263-4a90-94ec-fee6980adde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:00.467518 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8e8a3-aeb0-43a2-83be-b01c51e787f7 None None] The sync data for ids ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'] in dv-cinder-829664-3-smb is: [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:55Z', 'revision_number': 4, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port': {'id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '48313496-c7ce-482c-917d-10f7a73d45f0', 'name': '', 'network_id': 'db4e917e-f24a-4cc1-ae2f-db20f8efff03', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'mac_address': 'fa:16:3e:20:7c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8e1c9586-9263-4a90-94ec-fee6980adde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:53Z', 'updated_at': '2022-03-14T19:03:59Z', 'revision_number': 4, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'subnets': [{'id': '8e1c9586-9263-4a90-94ec-fee6980adde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:04:01.944657 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 48313496-c7ce-482c-917d-10f7a73d45f0 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:02.004076 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 48313496-c7ce-482c-917d-10f7a73d45f0 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:02.004456 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:02.116341 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 48313496-c7ce-482c-917d-10f7a73d45f0 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:05.801741 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54698) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:05.931434 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.061174 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Publish callbacks [] for security_group (7d45e6d4-fccb-4311-84ee-ed2b6129cf2e), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.067116 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7d45e6d4-fccb-4311-84ee-ed2b6129cf2e), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.139465 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99b2dccd0f7247c6a0483540298b66de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358786 Mar 14 19:04:06.140966 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d45e6d4-fccb-4311-84ee-ed2b6129cf2e,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:06.142146 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54702) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:06.157692 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.158372 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.159258 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.159537 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.160126 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.160750 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.161292 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.161922 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.162497 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.163071 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.163649 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.164224 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.164807 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.165387 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.165998 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92842a16-d80b-49f4-a22f-4d8e40669653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.212758 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Publish callbacks [] for security_group (7d45e6d4-fccb-4311-84ee-ed2b6129cf2e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.255571 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Publish callbacks [] for security_group (7d45e6d4-fccb-4311-84ee-ed2b6129cf2e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.329518 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (7d45e6d4-fccb-4311-84ee-ed2b6129cf2e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.333829 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.335069 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d45e6d4-fccb-4311-84ee-ed2b6129cf2e HTTP/1.1" status: 204 len: 168 time: 0.1910372 Mar 14 19:04:06.344532 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d45e6d4-fccb-4311-84ee-ed2b6129cf2e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:06.353305 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.353661 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.354041 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.354430 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.354777 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.355111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.355441 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.355769 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.356321 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.356661 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.356995 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.357346 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.357673 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.358023 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.358351 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a899abba-a002-4683-9dc5-18d8eeb27c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:06.731398 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54710) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:06.748292 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf7d2362-7750-4fae-b121-260cbd82c827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.850278 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf7d2362-7750-4fae-b121-260cbd82c827 admin admin] Publish callbacks [] for security_group (acf34188-c921-43ac-865a-9d7277dc1996), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.855603 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf7d2362-7750-4fae-b121-260cbd82c827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (acf34188-c921-43ac-865a-9d7277dc1996), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:06.906203 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-bf7d2362-7750-4fae-b121-260cbd82c827 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c28fe6311ebf4bd1a2fcce59c1deef9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734676 Mar 14 19:04:06.907294 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d2362-7750-4fae-b121-260cbd82c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf34188-c921-43ac-865a-9d7277dc1996,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:06.910298 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54712) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:06.972723 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74a43fd7-b68d-49ef-9a2e-fcef30b63d5a admin admin] Publish callbacks [] for security_group (acf34188-c921-43ac-865a-9d7277dc1996), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:07.001037 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74a43fd7-b68d-49ef-9a2e-fcef30b63d5a admin admin] Publish callbacks [] for security_group (acf34188-c921-43ac-865a-9d7277dc1996), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:07.060581 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74a43fd7-b68d-49ef-9a2e-fcef30b63d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (acf34188-c921-43ac-865a-9d7277dc1996), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:07.065872 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74a43fd7-b68d-49ef-9a2e-fcef30b63d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:07.067241 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-74a43fd7-b68d-49ef-9a2e-fcef30b63d5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acf34188-c921-43ac-865a-9d7277dc1996 HTTP/1.1" status: 204 len: 168 time: 0.1555023 Mar 14 19:04:07.077048 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a43fd7-b68d-49ef-9a2e-fcef30b63d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf34188-c921-43ac-865a-9d7277dc1996,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:08.377789 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54744) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:08.530260 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a26cdc8-a4db-4aa9-8094-950cb62cae50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.628529 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a26cdc8-a4db-4aa9-8094-950cb62cae50 admin admin] Publish callbacks [] for security_group (f5a38da1-cf2e-46ef-aa4a-3d0494fc4328), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.633573 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a26cdc8-a4db-4aa9-8094-950cb62cae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f5a38da1-cf2e-46ef-aa4a-3d0494fc4328), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.679302 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-9a26cdc8-a4db-4aa9-8094-950cb62cae50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2bd1d11a97494c92ad7679df24ddddf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000033 Mar 14 19:04:08.680225 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26cdc8-a4db-4aa9-8094-950cb62cae50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a38da1-cf2e-46ef-aa4a-3d0494fc4328,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:08.682648 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54750) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:08.778977 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f5246a-22b0-43bc-836d-be176cbc262c admin admin] Publish callbacks [] for security_group (f5a38da1-cf2e-46ef-aa4a-3d0494fc4328), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.805911 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f5246a-22b0-43bc-836d-be176cbc262c admin admin] Publish callbacks [] for security_group (f5a38da1-cf2e-46ef-aa4a-3d0494fc4328), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.866606 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f5246a-22b0-43bc-836d-be176cbc262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f5a38da1-cf2e-46ef-aa4a-3d0494fc4328), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.869307 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-19f5246a-22b0-43bc-836d-be176cbc262c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:08.870602 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-19f5246a-22b0-43bc-836d-be176cbc262c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5a38da1-cf2e-46ef-aa4a-3d0494fc4328 HTTP/1.1" status: 204 len: 168 time: 0.1865220 Mar 14 19:04:08.881651 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5246a-22b0-43bc-836d-be176cbc262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a38da1-cf2e-46ef-aa4a-3d0494fc4328,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:10.336412 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e05eb7d7-6fbb-4230-ae07-3a6c901dbb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.738418 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54812) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:12.888258 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-2d01a30f-401e-4fb7-a0d9-e1ec426d40b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:12.891056 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ccfe88ec-2f3e-4c8d-ac7c-c1aa6f4336ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:13.007416 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-d2fa0460-7549-444e-a324-96e86fcb0568 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601232746&fields=id&tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d HTTP/1.1" status: 200 len: 267 time: 0.0739999 Mar 14 19:04:13.053702 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ccfe88ec-2f3e-4c8d-ac7c-c1aa6f4336ca admin admin] Publish callbacks [] for security_group (5f86a1c4-311f-4221-8033-bd08e2ceac36), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:13.081013 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ccfe88ec-2f3e-4c8d-ac7c-c1aa6f4336ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5f86a1c4-311f-4221-8033-bd08e2ceac36), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:13.146402 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-ccfe88ec-2f3e-4c8d-ac7c-c1aa6f4336ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8003bbf55484866bcb366463c3909f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068620 Mar 14 19:04:13.150022 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 54822) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:13.154033 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe88ec-2f3e-4c8d-ac7c-c1aa6f4336ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f86a1c4-311f-4221-8033-bd08e2ceac36,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:13.180090 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-727fccbc-6568-4083-a191-4faedc628b7d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:13.181699 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-727fccbc-6568-4083-a191-4faedc628b7d tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 809 time: 0.1656890 Mar 14 19:04:13.203308 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-607b3388-677c-4eb0-a515-f44061e40996 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/quotas/f3f8d87a4b674c97bd8cee8d7c0a544d HTTP/1.1" status: 200 len: 375 time: 0.0150557 Mar 14 19:04:13.209755 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21797ad1-a81a-469b-8c86-fd51a8795894 admin admin] Publish callbacks [] for security_group (5f86a1c4-311f-4221-8033-bd08e2ceac36), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:13.234857 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21797ad1-a81a-469b-8c86-fd51a8795894 admin admin] Publish callbacks [] for security_group (5f86a1c4-311f-4221-8033-bd08e2ceac36), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:13.272640 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-73a1bdad-9d3e-4aba-a660-a22c94bf83fe tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628440 Mar 14 19:04:13.292538 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21797ad1-a81a-469b-8c86-fd51a8795894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (5f86a1c4-311f-4221-8033-bd08e2ceac36), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:13.297049 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21797ad1-a81a-469b-8c86-fd51a8795894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:13.298970 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-21797ad1-a81a-469b-8c86-fd51a8795894 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f86a1c4-311f-4221-8033-bd08e2ceac36 HTTP/1.1" status: 204 len: 168 time: 0.1476593 Mar 14 19:04:13.312397 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21797ad1-a81a-469b-8c86-fd51a8795894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f86a1c4-311f-4221-8033-bd08e2ceac36,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:13.421101 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-b442968b-abef-4c29-801f-9e62379110c9 service neutron] 10.222.0.35 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339447 Mar 14 19:04:13.556686 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-f0efe1e7-fe70-4b4e-a23a-6c0adfbf7869 service neutron] 10.222.0.35 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259973 Mar 14 19:04:13.976557 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a019d1cf-3d68-4f5e-9edd-c1172719e468 req-3076d10a-e56f-44fa-a214-e4d0135056f4 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 210 time: 0.0650499 Mar 14 19:04:14.338040 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:15.120735 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4dbd6cb6-05bb-4873-94d0-605e291016fc req-677e8fcd-a0de-4fd4-b25f-e35715e63a41 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 210 time: 0.0489731 Mar 14 19:04:15.192296 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-b0c63c46-3f29-48e9-98d4-404402820233 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:15.195016 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-b0c63c46-3f29-48e9-98d4-404402820233 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 809 time: 0.1532757 Mar 14 19:04:15.294448 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-9319cbe0-b695-4d55-92ba-4cd19ef82575 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d HTTP/1.1" status: 200 len: 380 time: 0.0910325 Mar 14 19:04:15.303957 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'port': {'device_id': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'admin_state_up': True, 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'security_groups': ['22d95fa0-b010-4b61-8aa5-ef39ea2ace8e']}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:15.435203 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Made reservation on behalf of f3f8d87a4b674c97bd8cee8d7c0a544d for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:04:15.441371 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:15.604559 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Allocated IP 172.20.0.5 (720dc418-3af5-4e80-ad64-1a1d46b3d27b/9f38eba7-7911-4e38-b4e7-5d8a62c03a03/3c1285b3-ea03-47f2-9203-4d1b299efc04) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:15.690756 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:15.782601 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:15.831749 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:15.883909 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:15.891052 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:15.894106 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:15.896688 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:15.979567 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:15.980738 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.012583 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-77f5dc89-a726-4ab2-be1e-01827a6cab7a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7134094 Mar 14 19:04:16.029932 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Request body: {'port': {'device_id': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:16.142075 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.275553 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-48e58350-c817-4df6-b9eb-cb347fc29976 None None] Provisioning complete for port 3c1285b3-ea03-47f2-9203-4d1b299efc04 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:16.277492 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-48e58350-c817-4df6-b9eb-cb347fc29976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.315911 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579353e2-40a7-4aeb-adea-e5d38725b693 req-00e4d270-8f97-4288-a327-53c58576e7c2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:16.319910 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-579353e2-40a7-4aeb-adea-e5d38725b693 req-00e4d270-8f97-4288-a327-53c58576e7c2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 931 time: 0.0903723 Mar 14 19:04:16.335149 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-48e58350-c817-4df6-b9eb-cb347fc29976 None None] Port 3c1285b3-ea03-47f2-9203-4d1b299efc04 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:04:16.409904 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-579353e2-40a7-4aeb-adea-e5d38725b693 req-44e0d158-911d-4eae-8eca-5b4fbabb8870 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838563 Mar 14 19:04:16.532140 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1285b3-ea03-47f2-9203-4d1b299efc04 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:04:16.542573 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Publish callbacks [] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.558428 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Transition to ACTIVE for port object 3c1285b3-ea03-47f2-9203-4d1b299efc04 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:04:16.564899 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.648130 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:16.717272 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.741334 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Attempting to bind port 3c1285b3-ea03-47f2-9203-4d1b299efc04 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:04:16.741900 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Attempting to bind port 3c1285b3-ea03-47f2-9203-4d1b299efc04 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:04:16.742433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Attempting to bind port 3c1285b3-ea03-47f2-9203-4d1b299efc04 on network 720dc418-3af5-4e80-ad64-1a1d46b3d27b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:16.750152 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Port 3c1285b3-ea03-47f2-9203-4d1b299efc04 on network 720dc418-3af5-4e80-ad64-1a1d46b3d27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:04:16.750605 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Attempting to bind port 3c1285b3-ea03-47f2-9203-4d1b299efc04 on network 720dc418-3af5-4e80-ad64-1a1d46b3d27b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:16.759888 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:04:16.760433 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Checking segment: {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:16.761205 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Bound using segment: {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:04:16.761959 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Bound port: 3c1285b3-ea03-47f2-9203-4d1b299efc04, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:04:16.762530 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.873996 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:04:16.878937 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:04:16.888855 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.926111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:16.926111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:16.928026 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 1093 time: 0.9081562 Mar 14 19:04:16.931075 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:16.935310 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:17.009758 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f3adc2-cd56-4790-800c-ad9facb2a0a2 x-openstack-request-id: req-20f3adc2-cd56-4790-800c-ad9facb2a0a2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:17.010129 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:17.010349 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20f3adc2-cd56-4790-800c-ad9facb2a0a2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:17.011091 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'status': 'completed', 'code': 200} Mar 14 19:04:17.032337 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f3be3-67d6-4ffa-b09f-12d5a0d7cfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:17.058438 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-86d9e8cf-e49c-40ac-8128-f0ddfd1c8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.060129 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-86d9e8cf-e49c-40ac-8128-f0ddfd1c8661 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1127 time: 0.0724328 Mar 14 19:04:17.119858 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-3b0b0138-ce29-47d2-bd87-878ddaa5143c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 217 time: 0.0522223 Mar 14 19:04:17.183669 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-56f93fbe-8e9c-48c2-bcdf-4dc323b5bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.185163 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-56f93fbe-8e9c-48c2-bcdf-4dc323b5bbec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0588646 Mar 14 19:04:17.248572 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-df40f01b-927d-4e83-9b48-720e2d7f5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.250165 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-df40f01b-927d-4e83-9b48-720e2d7f5fd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0591476 Mar 14 19:04:17.351975 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-28406a7b-3dcc-41e8-a6ef-babb931be11a service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959859 Mar 14 19:04:17.459492 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-117af2d3-eafa-4d83-8ca6-e5b30180e165 req-80f692f5-84f7-4ed1-b6c1-4178e5c42d8b service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012189 Mar 14 19:04:17.578102 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-5182a7c5-adb9-4ddd-9f3d-929166ff9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.581520 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-5182a7c5-adb9-4ddd-9f3d-929166ff9696 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1127 time: 0.0637999 Mar 14 19:04:17.582379 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268acc4-0ef9-4965-9fc6-45b46368faaa req-f5a0ed98-aad9-455d-bcba-b956aa4f471b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.584436 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7268acc4-0ef9-4965-9fc6-45b46368faaa req-f5a0ed98-aad9-455d-bcba-b956aa4f471b tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 943 time: 0.0723078 Mar 14 19:04:17.670166 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7268acc4-0ef9-4965-9fc6-45b46368faaa req-37d7ac34-66e6-4f84-b6c0-5748ce0f64ab tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761712 Mar 14 19:04:17.728326 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-f7cf30a1-82e2-45cc-b161-4d0b8dcdc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.730436 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-f7cf30a1-82e2-45cc-b161-4d0b8dcdc28a service neutron] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 910 time: 0.1437695 Mar 14 19:04:17.778361 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-6a148f4f-4863-4a7b-9ad6-ae034fa512d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 217 time: 0.0403922 Mar 14 19:04:17.860505 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-6f99244c-4473-4b9d-830e-502c18ba3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.863962 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-6f99244c-4473-4b9d-830e-502c18ba3c6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0788991 Mar 14 19:04:17.933273 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-3aafba8f-af6a-42c1-8316-07febd4a0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:17.936105 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-3aafba8f-af6a-42c1-8316-07febd4a0c84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0655162 Mar 14 19:04:18.052665 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-b944a419-940d-4c6b-8dac-262e9e53fe2f service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104188 Mar 14 19:04:18.144226 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:18.164654 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-db62aa88-ff84-4dc0-b457-85dc1e6c4fa9 req-763ee331-aebb-4d00-a505-9f923fc8496c service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057923 Mar 14 19:04:18.818859 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984008f-0cea-49e1-892d-2f075e20d6b1 req-b508fd32-cecc-4f01-b405-c6d815b90c69 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:18.821477 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c984008f-0cea-49e1-892d-2f075e20d6b1 req-b508fd32-cecc-4f01-b405-c6d815b90c69 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 943 time: 0.0688148 Mar 14 19:04:18.878843 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c984008f-0cea-49e1-892d-2f075e20d6b1 req-f2745297-ef64-4d53-bfe5-1348af2f3825 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511384 Mar 14 19:04:19.408020 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 3c1285b3-ea03-47f2-9203-4d1b299efc04 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:04:19.520106 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:19.532924 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'port_id': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'mac_address': 'fa:16:3e:3a:16:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:04:19.573289 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 3c1285b3-ea03-47f2-9203-4d1b299efc04 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:19.573723 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:19.588422 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1285b3-ea03-47f2-9203-4d1b299efc04 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:04:19.611258 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:19.615860 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:19.669026 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:19.812160 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['3c1285b3-ea03-47f2-9203-4d1b299efc04'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:04:20.041551 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177528fb-728c-4884-acc6-82caac326521 req-5edf51d3-8548-4819-82ab-fa1726acef88 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:20.043205 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-177528fb-728c-4884-acc6-82caac326521 req-5edf51d3-8548-4819-82ab-fa1726acef88 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 944 time: 0.0710220 Mar 14 19:04:20.135973 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-177528fb-728c-4884-acc6-82caac326521 req-17ace8d0-5ce6-4cfe-ac91-a3b5f8dc984f tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804310 Mar 14 19:04:21.281339 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a32d6-20c5-43fb-9cdb-e67a457bb451 req-130b7b0c-1239-41c0-91b3-7967cc2366ae tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:21.283098 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c4a32d6-20c5-43fb-9cdb-e67a457bb451 req-130b7b0c-1239-41c0-91b3-7967cc2366ae tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 944 time: 0.0621819 Mar 14 19:04:21.344967 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8c4a32d6-20c5-43fb-9cdb-e67a457bb451 req-383db39b-bf5a-44bc-99a2-55c53c732259 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515347 Mar 14 19:04:21.422938 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 3c1285b3-ea03-47f2-9203-4d1b299efc04 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:21.492468 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port 3c1285b3-ea03-47f2-9203-4d1b299efc04 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:04:21.499609 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 3c1285b3-ea03-47f2-9203-4d1b299efc04 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:21.500235 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:21.606193 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 3c1285b3-ea03-47f2-9203-4d1b299efc04 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:21.606845 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:21.641477 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:21.646504 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bf3a76-c5de-4969-8a58-ae98edd17464" -d '{"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-plugged", "status": "completed", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:21.666819 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:21.675658 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:21.736602 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf9075f-8324-4652-bbeb-89629e70ad85 x-openstack-request-id: req-dbf9075f-8324-4652-bbeb-89629e70ad85 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:21.737075 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-plugged", "status": "completed", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:21.737480 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbf9075f-8324-4652-bbeb-89629e70ad85 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:21.738339 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'code': 200} Mar 14 19:04:21.761452 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:22.030195 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0df74-e07c-4c7b-8e6a-bda8e8907c16 req-836521a3-b00f-4bca-a131-28feed4c2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:22.032183 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1bc0df74-e07c-4c7b-8e6a-bda8e8907c16 req-836521a3-b00f-4bca-a131-28feed4c2dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1129 time: 0.0567584 Mar 14 19:04:22.086589 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-1bc0df74-e07c-4c7b-8e6a-bda8e8907c16 req-9dd3f602-7e93-4d9a-9d80-df308ff19748 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483601 Mar 14 19:04:22.483807 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce0380-9522-40b5-a663-f1f1b6146b2d req-fde3360b-b52d-4912-8927-90d6be393d39 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:22.485804 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-99ce0380-9522-40b5-a663-f1f1b6146b2d req-fde3360b-b52d-4912-8927-90d6be393d39 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0647919 Mar 14 19:04:22.542202 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-99ce0380-9522-40b5-a663-f1f1b6146b2d req-e514c181-2633-45a5-8fae-940ddc6e063f tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498185 Mar 14 19:04:23.724015 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a199b94-57e7-4241-ad68-06740056385f req-72259da7-b14d-4435-a38e-fb9c82789484 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:23.726735 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1a199b94-57e7-4241-ad68-06740056385f req-72259da7-b14d-4435-a38e-fb9c82789484 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.1055348 Mar 14 19:04:23.808578 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1a199b94-57e7-4241-ad68-06740056385f req-98465994-13dd-4491-bdc0-64d91b148a99 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610175 Mar 14 19:04:23.984314 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1793e-85ec-4b24-a544-fad9ed7537d9 req-10f77f6b-595e-4f48-bb14-3caeb52b5e96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:23.985966 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-daf1793e-85ec-4b24-a544-fad9ed7537d9 req-10f77f6b-595e-4f48-bb14-3caeb52b5e96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0635335 Mar 14 19:04:24.043516 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-daf1793e-85ec-4b24-a544-fad9ed7537d9 req-17761b5b-8238-42e2-b7f6-105639f9194e tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496314 Mar 14 19:04:24.068955 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54952) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:24.360577 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339895f-051d-418c-bf65-dd7c47454b43 tempest-TestShelveInstance-1298963204 tempest-TestShelveInstance-1298963204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:24.362312 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-7339895f-051d-418c-bf65-dd7c47454b43 tempest-TestShelveInstance-1298963204 tempest-TestShelveInstance-1298963204-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1124 time: 0.2921493 Mar 14 19:04:24.365900 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 54956) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:24.370546 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'port_id': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:24.394986 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:24.566975 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:24.723218 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Allocated IP 172.28.0.123 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/90aef7a2-4407-4be4-86b1-d8ce569db764) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:24.872315 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:24.921722 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:24.967434 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:24.975439 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:24.979902 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:25.011926 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'Port': ['ID=90aef7a2-4407-4be4-86b1-d8ce569db764,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:25.426837 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for floatingip (691c3ae4-613d-4c9b-825a-18115fad291c), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:25.515281 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:25.690665 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:25.696311 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:25.766954 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event updated for resources: {'Port': ['ID=90aef7a2-4407-4be4-86b1-d8ce569db764,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:25.781614 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (691c3ae4-613d-4c9b-825a-18115fad291c), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:25.909265 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.l3_db [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Floating IP 691c3ae4-613d-4c9b-825a-18115fad291c associated. External IP: 172.28.0.123, port: 3c1285b3-ea03-47f2-9203-4d1b299efc04. Mar 14 19:04:26.180180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Router fcc14512-deb4-4818-97ca-8058e4164e97 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:04:26.329024 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:04:26.344107 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] Sync routers for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:04:26.360390 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:26.361121 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:26.361580 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:26.532538 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:26.720351 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-2e48ed7f-08a7-4632-826e-31513220b5d9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3530767 Mar 14 19:04:26.721962 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:04:26.726030 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb416d5-b877-409f-a40a-3bab7707edd8" -d '{"events": [{"name": "network-changed", "server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:04:26.788627 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4a47b-2c89-475e-b2e9-633deeb94d8b x-openstack-request-id: req-03b4a47b-2c89-475e-b2e9-633deeb94d8b {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:04:26.788989 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:04:26.789369 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03b4a47b-2c89-475e-b2e9-633deeb94d8b {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:04:26.789994 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'status': 'completed', 'code': 200} Mar 14 19:04:26.866390 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-657c70b5-79e9-4990-b676-4821995baa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:26.868239 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-657c70b5-79e9-4990-b676-4821995baa29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1129 time: 0.0572703 Mar 14 19:04:26.891799 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '691c3ae4-613d-4c9b-825a-18115fad291c', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'floating_ip_address': '172.28.0.123', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'port_id': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'mac_address': 'fa:16:3e:3a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:04:25Z', 'updated_at': '2022-03-14T19:04:25Z', 'revision_number': 0, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:51Z', 'revision_number': 5, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:26.945779 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] Checking router: fcc14512-deb4-4818-97ca-8058e4164e97 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:04:26.959976 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:26.960750 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:26.977528 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-8207a450-dd88-4efb-b316-374c6e81a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:26.979063 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-8207a450-dd88-4efb-b316-374c6e81a096 service neutron] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 910 time: 0.1055982 Mar 14 19:04:27.056684 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-1c956be0-2232-438f-915c-1890ba779fed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 999 time: 0.0705767 Mar 14 19:04:27.097793 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:27.121708 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-3179acd3-6096-4366-bb0d-f770ab10aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:27.124263 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-3179acd3-6096-4366-bb0d-f770ab10aebd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0620866 Mar 14 19:04:27.184847 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-69290362-cf36-437c-ba72-94cde0415903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:27.186865 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-69290362-cf36-437c-ba72-94cde0415903 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0562119 Mar 14 19:04:27.306509 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-d371b480-9738-451d-bdf2-cbcec50b9f77 service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124916 Mar 14 19:04:27.404318 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '691c3ae4-613d-4c9b-825a-18115fad291c', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'floating_ip_address': '172.28.0.123', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'port_id': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'mac_address': 'fa:16:3e:3a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:04:25Z', 'updated_at': '2022-03-14T19:04:25Z', 'revision_number': 0, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:51Z', 'revision_number': 5, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:27.441550 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7691-8aa0-4925-acd5-642e5d9abeda None None] The sync data for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb is: [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': '691c3ae4-613d-4c9b-825a-18115fad291c', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'floating_ip_address': '172.28.0.123', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'port_id': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'mac_address': 'fa:16:3e:3a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:04:25Z', 'updated_at': '2022-03-14T19:04:25Z', 'revision_number': 0, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:51Z', 'revision_number': 5, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:04:27.468772 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-abb416d5-b877-409f-a40a-3bab7707edd8 req-0c332ebc-0410-491b-9d14-1c1e65ae21ed service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567595 Mar 14 19:04:27.670517 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:04:27.727176 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed374d7-d785-4cd9-b7a6-96e3d9196ede None None] New status for floating IP 691c3ae4-613d-4c9b-825a-18115fad291c: ACTIVE {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:04:40.336410 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ba3483c2-818c-4ba7-a5d4-9d3e5c6476c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:42.878494 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-23d1a3fe-86f0-4070-9c48-bcbd246f004c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:44.333525 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.040888 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55112) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:45.161286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d431a07f-5aa6-44b3-bb23-1305e1b1e6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.249602 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d431a07f-5aa6-44b3-bb23-1305e1b1e6b1 admin admin] Publish callbacks [] for security_group (1536a3eb-434d-452f-af9c-db4c3429dfd4), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.255594 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d431a07f-5aa6-44b3-bb23-1305e1b1e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (1536a3eb-434d-452f-af9c-db4c3429dfd4), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.297495 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431a07f-5aa6-44b3-bb23-1305e1b1e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1536a3eb-434d-452f-af9c-db4c3429dfd4,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:45.303042 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d431a07f-5aa6-44b3-bb23-1305e1b1e6b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9ced18e39844accbb0463ab641efb34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608414 Mar 14 19:04:45.308116 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55116) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:45.364902 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-29327cc8-0bf2-4533-bc8c-b4143e40ee46 admin admin] Publish callbacks [] for security_group (1536a3eb-434d-452f-af9c-db4c3429dfd4), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.390586 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-29327cc8-0bf2-4533-bc8c-b4143e40ee46 admin admin] Publish callbacks [] for security_group (1536a3eb-434d-452f-af9c-db4c3429dfd4), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.459620 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-29327cc8-0bf2-4533-bc8c-b4143e40ee46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (1536a3eb-434d-452f-af9c-db4c3429dfd4), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.463595 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-29327cc8-0bf2-4533-bc8c-b4143e40ee46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:45.464912 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-29327cc8-0bf2-4533-bc8c-b4143e40ee46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1536a3eb-434d-452f-af9c-db4c3429dfd4 HTTP/1.1" status: 204 len: 168 time: 0.1560383 Mar 14 19:04:45.476393 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29327cc8-0bf2-4533-bc8c-b4143e40ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536a3eb-434d-452f-af9c-db4c3429dfd4,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:45.695104 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.283018 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55138) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:46.402712 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1797555143-network', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:46.427690 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Made reservation on behalf of 4dcffcf9436b459e8899b77df53fb877 for: {'network': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:04:46.430649 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.440279 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.567203 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks [] for security_group (ae1124cf-4c91-4722-aa8e-4488e8118505), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.572160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ae1124cf-4c91-4722-aa8e-4488e8118505), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.600262 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:04:46.610180 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1124cf-4c91-4722-aa8e-4488e8118505,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:46.618080 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (d379dcc4-8f74-4009-afc7-9e87ed996328), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.618531 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.segments_db [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Added segment d379dcc4-8f74-4009-afc7-9e87ed996328 of type vlan for network 987b5785-e541-41da-ac65-6c75322d745c Mar 14 19:04:46.664215 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (987b5785-e541-41da-ac65-6c75322d745c), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.695152 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (987b5785-e541-41da-ac65-6c75322d745c), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.696556 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:46.697433 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.709685 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:46.756809 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4722955 Mar 14 19:04:46.759930 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55142) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:46.767079 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Request body: {'subnet': {'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1797555143-subnet', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'ip_version': 4}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:46.791706 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a10d-f810-4520-835d-b8167e03add2 admin admin] Pushing event updated for resources: {'Network': ['ID=987b5785-e541-41da-ac65-6c75322d745c,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:46.805152 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Made reservation on behalf of 4dcffcf9436b459e8899b77df53fb877 for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:04:46.806643 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network 987b5785-e541-41da-ac65-6c75322d745c details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:04:46.807645 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7519505'] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.030238 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6187967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7519491'] for subnet (4e7a1c27-bfb4-429c-9f9d-a8b046263a77), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.092369 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7a1c27-bfb4-429c-9f9d-a8b046263a77,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:47.105735 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Checking segment: {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:47.106142 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Network hostable DHCP agents. Network: 987b5785-e541-41da-ac65-6c75322d745c, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:04:47.126292 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Network 987b5785-e541-41da-ac65-6c75322d745c is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:04:47.138703 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, 987b5785-e541-41da-ac65-6c75322d745c) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:47.145719 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:47.146734 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.152719 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e36cd0-a977-412d-94e8-043da9a5d2c5 None None] Network 987b5785-e541-41da-ac65-6c75322d745c requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:04:47.171742 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-dbf64247-eccd-4bbf-84fb-a88fe047abde admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4103553 Mar 14 19:04:47.176374 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55144) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:47.183986 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:47.215313 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (5f070aae-4d8e-4ce5-bf21-d25d69441301), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.216841 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (5f070aae-4d8e-4ce5-bf21-d25d69441301), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.305022 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks [] for router_controller (5f070aae-4d8e-4ce5-bf21-d25d69441301), precommit_add_association {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.463166 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-987b5785-e541-41da-ac65-6c75322d745c', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 19:04:47.464684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.477439 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks [] for router_gateway (5f070aae-4d8e-4ce5-bf21-d25d69441301), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.708135 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Allocated IP 172.20.0.2 (987b5785-e541-41da-ac65-6c75322d745c/4e7a1c27-bfb4-429c-9f9d-a8b046263a77/e74355d2-ae40-461c-81a9-7331a134c127) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:47.746536 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks [] for router_gateway (5f070aae-4d8e-4ce5-bf21-d25d69441301), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.771051 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.917797 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Publish callbacks [] for port (e74355d2-ae40-461c-81a9-7331a134c127), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.919643 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Allocated IP 172.28.0.107 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/37e6a4a5-a200-43e4-a37c-a26bc9b4f222) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:47.929214 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (e74355d2-ae40-461c-81a9-7331a134c127), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:47.987534 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Network 987b5785-e541-41da-ac65-6c75322d745c is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:47.992538 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:47.999355 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:48.011879 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Pushing event updated for resources: {'Port': ['ID=e74355d2-ae40-461c-81a9-7331a134c127,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:48.043731 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.044080 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.044436 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.044776 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.045114 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.045446 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.045793 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.046137 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.046468 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.046796 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.047124 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.047447 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.047772 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.048094 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.048416 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:48.070396 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks [] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.092071 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Attempting to bind port e74355d2-ae40-461c-81a9-7331a134c127 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:04:48.092442 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Attempting to bind port e74355d2-ae40-461c-81a9-7331a134c127 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:04:48.092845 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Attempting to bind port e74355d2-ae40-461c-81a9-7331a134c127 on network 987b5785-e541-41da-ac65-6c75322d745c {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:48.100849 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:04:48.101394 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Checking segment: {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:48.101957 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.102577 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Bound using segment: {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:04:48.103346 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Bound port: e74355d2-ae40-461c-81a9-7331a134c127, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:04:48.103838 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e74355d2-ae40-461c-81a9-7331a134c127), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.112625 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.170085 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:48.175266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:48.181405 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:48.183500 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.204582 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] For port e74355d2-ae40-461c-81a9-7331a134c127, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:04:48.209616 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] For port e74355d2-ae40-461c-81a9-7331a134c127, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=e74355d2-ae40-461c-81a9-7331a134c127,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:04:48.215616 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Pushing event updated for resources: {'Port': ['ID=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:48.218626 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e74355d2-ae40-461c-81a9-7331a134c127), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.326051 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8af04-7d9b-4e7b-940a-4781195237d8 None None] Pushing event updated for resources: {'Port': ['ID=e74355d2-ae40-461c-81a9-7331a134c127,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:48.601063 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks [] for router_gateway (5f070aae-4d8e-4ce5-bf21-d25d69441301), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.839945 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (5f070aae-4d8e-4ce5-bf21-d25d69441301), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:48.989169 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Router 5f070aae-4d8e-4ce5-bf21-d25d69441301 is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:04:49.127952 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:04:49.141540 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Sync routers for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:04:49.154185 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:49.155703 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:49.156664 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-052fd1d9-e80d-4926-bdb7-ee35d9f4d040 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9786074 Mar 14 19:04:49.156840 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:49.161191 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55148) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:49.281582 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:49.419402 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b45c0d-1f7b-494f-8f27-c8ab463d511d None None] Network 987b5785-e541-41da-ac65-6c75322d745c requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:04:49.517357 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-96aab31d-748c-4cfb-baa4-86e3bf0db1ed None None] Provisioning complete for port e74355d2-ae40-461c-81a9-7331a134c127 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:49.519377 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-96aab31d-748c-4cfb-baa4-86e3bf0db1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e74355d2-ae40-461c-81a9-7331a134c127), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:49.636702 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:48Z', 'revision_number': 3, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:49.688476 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Checking router: 5f070aae-4d8e-4ce5-bf21-d25d69441301 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:04:49.689455 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Updating router 5f070aae-4d8e-4ce5-bf21-d25d69441301 port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:04:49.746066 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:49.759674 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-96aab31d-748c-4cfb-baa4-86e3bf0db1ed None None] Current status of the port e74355d2-ae40-461c-81a9-7331a134c127 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:49.760718 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-96aab31d-748c-4cfb-baa4-86e3bf0db1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e74355d2-ae40-461c-81a9-7331a134c127), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:49.776338 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:49.818770 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-96aab31d-748c-4cfb-baa4-86e3bf0db1ed None None] For port e74355d2-ae40-461c-81a9-7331a134c127, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=e74355d2-ae40-461c-81a9-7331a134c127,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:49.826274 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-96aab31d-748c-4cfb-baa4-86e3bf0db1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e74355d2-ae40-461c-81a9-7331a134c127), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:49.895984 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aab31d-748c-4cfb-baa4-86e3bf0db1ed None None] Pushing event updated for resources: {'Port': ['ID=e74355d2-ae40-461c-81a9-7331a134c127,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:50.020442 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device e74355d2-ae40-461c-81a9-7331a134c127 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:50.066765 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Allocated IP 172.20.0.1 (987b5785-e541-41da-ac65-6c75322d745c/4e7a1c27-bfb4-429c-9f9d-a8b046263a77/b7bc3766-fd44-4bc9-a367-41a639f13480) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:50.076648 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-c89635ea-4a28-43ac-bafd-d2a175c263ba None None] Provisioning complete for port e74355d2-ae40-461c-81a9-7331a134c127 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:50.077014 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-c89635ea-4a28-43ac-bafd-d2a175c263ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e74355d2-ae40-461c-81a9-7331a134c127), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.124559 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port e74355d2-ae40-461c-81a9-7331a134c127 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:50.124967 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e74355d2-ae40-461c-81a9-7331a134c127), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.198212 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Publish callbacks [] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.208085 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.220809 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-c89635ea-4a28-43ac-bafd-d2a175c263ba None None] Current status of the port e74355d2-ae40-461c-81a9-7331a134c127 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:50.264217 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Attempting to bind port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:04:50.264588 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Attempting to bind port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:04:50.264966 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Attempting to bind port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:50.266958 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port e74355d2-ae40-461c-81a9-7331a134c127 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:50.280245 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:04:50.280621 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:50.281017 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.281416 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:04:50.281935 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Bound port: 37e6a4a5-a200-43e4-a37c-a26bc9b4f222, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:04:50.282323 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.284367 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks [] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.288768 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Pushing event updated for resources: {'Port': ['ID=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:50.317709 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.318079 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.318422 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.318792 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.319132 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.319470 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.319797 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.320127 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.320454 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.320787 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.321104 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.321443 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.321774 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.322129 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.322457 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:04:50.344231 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.369447 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] For port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:04:50.373863 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] For port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:04:50.383619 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.390533 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Network 987b5785-e541-41da-ac65-6c75322d745c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:50.400726 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:50.411688 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:50.419273 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=b7bc3766-fd44-4bc9-a367-41a639f13480,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:50.448934 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:50.449474 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:50.487550 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (5f070aae-4d8e-4ce5-bf21-d25d69441301), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.525089 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e66d2-827a-44b8-8207-09de27f0e2ef None None] Pushing event updated for resources: {'Port': ['ID=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:50.604153 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:50.730276 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.758873 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-02a9205d-4350-4db6-88f7-c9135d13fe16 None None] Provisioning complete for port b7bc3766-fd44-4bc9-a367-41a639f13480 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:50.759783 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-02a9205d-4350-4db6-88f7-c9135d13fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.821872 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-02a9205d-4350-4db6-88f7-c9135d13fe16 None None] Port b7bc3766-fd44-4bc9-a367-41a639f13480 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:04:50.882680 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:48Z', 'revision_number': 3, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:50.931415 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3022e173-e002-4661-9ac3-7a1b21667c07 None None] The sync data for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb is: [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:48Z', 'revision_number': 3, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:04:50.963384 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks [] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:50.968040 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:51.040149 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=b7bc3766-fd44-4bc9-a367-41a639f13480,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:51.042740 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (5f070aae-4d8e-4ce5-bf21-d25d69441301), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:51.207946 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Network 987b5785-e541-41da-ac65-6c75322d745c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:51.210438 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:51.563525 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-781273bd-40a8-4a8b-b0c5-915fa548f715 None None] Provisioning complete for port b7bc3766-fd44-4bc9-a367-41a639f13480 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:51.564128 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-781273bd-40a8-4a8b-b0c5-915fa548f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:51.624249 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-781273bd-40a8-4a8b-b0c5-915fa548f715 None None] Port b7bc3766-fd44-4bc9-a367-41a639f13480 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:04:51.684620 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Router 5f070aae-4d8e-4ce5-bf21-d25d69441301 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:04:51.836440 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:04:51.845381 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-4fbd6378-3512-4c45-8f62-4b774e444cd4 admin admin] 10.222.0.35 "PUT /v2.0/routers/5f070aae-4d8e-4ce5-bf21-d25d69441301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6827974 Mar 14 19:04:52.094704 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:52.172836 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:52.173379 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.281074 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:52.281477 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.308918 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:52.313622 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.315455 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device e74355d2-ae40-461c-81a9-7331a134c127 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:52.404421 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:52.418628 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port e74355d2-ae40-461c-81a9-7331a134c127 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:52.419073 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e74355d2-ae40-461c-81a9-7331a134c127), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.530686 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port e74355d2-ae40-461c-81a9-7331a134c127 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:52.565449 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55164) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:52.573493 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-705564724-network', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:52.602820 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Made reservation on behalf of c43fcd8d36454b07b47a21884ef0eb0b for: {'network': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:04:52.606308 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for network (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.621546 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.731860 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks [] for security_group (3aff2fd7-1df0-49ad-aee5-a612d476e183), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.738564 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3aff2fd7-1df0-49ad-aee5-a612d476e183), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.791355 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 19:04:52.810000 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aff2fd7-1df0-49ad-aee5-a612d476e183,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:52.820877 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (43a3e3d4-d717-4d92-994c-349c71a0c6b9), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.821564 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.segments_db [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Added segment 43a3e3d4-d717-4d92-994c-349c71a0c6b9 of type vlan for network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e Mar 14 19:04:52.896350 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747200774557'] for network (d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.940431 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958'] for network (d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.941590 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:52.942343 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:52.959429 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Sync routers for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:04:52.976760 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:52.977415 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:53.005478 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4383032 Mar 14 19:04:53.010639 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55166) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:53.020458 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Request body: {'subnet': {'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-705564724-subnet', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'ip_version': 4}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:53.022025 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d84fde-1183-4b75-866e-683f6ba54a53 admin admin] Pushing event updated for resources: {'Network': ['ID=d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:53.052972 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e details requested by agent ovs-agent-dv-cinder-829664-3-smb with host dv-cinder-829664-3-smb {{(pid=103192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 19:04:53.066076 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Made reservation on behalf of c43fcd8d36454b07b47a21884ef0eb0b for: {'subnet': 1} {{(pid=103191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:04:53.070456 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7519505'] for subnet (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.167318 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:53.327595 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6187967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7519491'] for subnet (4e668c5f-db38-40fd-a56e-c73acbd328c2), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.395860 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e668c5f-db38-40fd-a56e-c73acbd328c2,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:53.411201 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Checking segment: {'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:53.411731 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Network hostable DHCP agents. Network: d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e, hostable agents: ['5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc'], hosted agents: [] {{(pid=103191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 19:04:53.435321 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e is scheduled to be hosted by DHCP agent 5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc with binding_index 1 {{(pid=103191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 19:04:53.448310 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829664-3-smb, d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e) {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:53.453972 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:04:53.453972 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.494398 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835293ad-d55f-4253-ac31-d77b148c45e3 None None] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:04:53.505861 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d511e706-8d1c-440b-973f-26416b799c0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4932642 Mar 14 19:04:53.509259 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55168) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:53.514455 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:04:53.541362 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12528'] for router (458aa618-6822-4bdc-96dd-dd34dfcf4796), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.543003 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1629878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12537'] for router (458aa618-6822-4bdc-96dd-dd34dfcf4796), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.602414 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks [] for router_controller (458aa618-6822-4bdc-96dd-dd34dfcf4796), precommit_add_association {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.692057 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 2, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:53.727955 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd61bdc6-950b-5b3a-bdc6-6efeea4694a7-d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e', 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e', 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'fixed_ips': [{'subnet_id': '4e668c5f-db38-40fd-a56e-c73acbd328c2'}]}} from dv-cinder-829664-3-smb. {{(pid=103192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 19:04:53.728759 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.731688 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Checking router: 5f070aae-4d8e-4ce5-bf21-d25d69441301 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:04:53.732115 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Updating router 5f070aae-4d8e-4ce5-bf21-d25d69441301 port b7bc3766-fd44-4bc9-a367-41a639f13480 binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:04:53.775719 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks [] for router_gateway (458aa618-6822-4bdc-96dd-dd34dfcf4796), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.780969 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:53.987958 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:54.242254 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.db_base_plugin_common [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Allocated IP 172.20.0.2 (d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e/4e668c5f-db38-40fd-a56e-c73acbd328c2/631cfafa-2673-4449-a069-6cd65ee9b711) {{(pid=103192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:54.358078 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:54.358464 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.504310 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks [] for router_gateway (458aa618-6822-4bdc-96dd-dd34dfcf4796), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.531866 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.577596 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Publish callbacks [] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.579737 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Publish callbacks [] for port (631cfafa-2673-4449-a069-6cd65ee9b711), precommit_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.590116 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.602794 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), after_create {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.644966 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:54.673079 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e is already hosted by enough agents. {{(pid=103192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:54.679773 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Resources bound (agent type, host, resource id): {{(pid=103192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:54.686721 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce353b-eca1-464d-ba8e-d047f7d1dec9 None None] Pushing event updated for resources: {'Port': ['ID=b7bc3766-fd44-4bc9-a367-41a639f13480,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:54.690795 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Received port after_create {{(pid=103192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:54.708575 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_common [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Allocated IP 172.28.0.236 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/16caded4-c3ee-444c-bfde-18950b0537e8) {{(pid=103191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:54.888611 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks [] for port (16caded4-c3ee-444c-bfde-18950b0537e8), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.894320 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Pushing event updated for resources: {'Port': ['ID=631cfafa-2673-4449-a069-6cd65ee9b711,revision_number=1']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:54.916745 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Attempting to bind port b7bc3766-fd44-4bc9-a367-41a639f13480 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:04:54.917253 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Attempting to bind port b7bc3766-fd44-4bc9-a367-41a639f13480 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:04:54.917830 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Attempting to bind port b7bc3766-fd44-4bc9-a367-41a639f13480 on network 987b5785-e541-41da-ac65-6c75322d745c {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:54.922293 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Attempting to bind port 631cfafa-2673-4449-a069-6cd65ee9b711 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:04:54.922715 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Attempting to bind port 631cfafa-2673-4449-a069-6cd65ee9b711 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:04:54.923141 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Attempting to bind port 631cfafa-2673-4449-a069-6cd65ee9b711 on network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:54.930253 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:04:54.930717 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Checking segment: {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:54.931477 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.931955 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Bound using segment: {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:04:54.932768 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Bound port: b7bc3766-fd44-4bc9-a367-41a639f13480, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:04:54.933265 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.942111 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.948691 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:04:54.949261 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Checking segment: {'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:54.949964 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.950474 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Bound using segment: {'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:04:54.951158 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Bound port: 631cfafa-2673-4449-a069-6cd65ee9b711, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:04:54.951686 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:54.988623 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:54.992219 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.base_scheduler [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Resources bound (agent type, host, resource id): {{(pid=103191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:54.996297 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Received port after_create {{(pid=103191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:55.021298 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Pushing event updated for resources: {'Port': ['ID=16caded4-c3ee-444c-bfde-18950b0537e8,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:55.132516 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-3973fbb4-61c1-417c-a66d-4b183fa6652d None None] Provisioning complete for port b7bc3766-fd44-4bc9-a367-41a639f13480 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:55.133135 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-3973fbb4-61c1-417c-a66d-4b183fa6652d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:55.243308 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] For port b7bc3766-fd44-4bc9-a367-41a639f13480, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:04:55.270962 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] For port 631cfafa-2673-4449-a069-6cd65ee9b711, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:04:55.281518 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] For port b7bc3766-fd44-4bc9-a367-41a639f13480, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=b7bc3766-fd44-4bc9-a367-41a639f13480,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:04:55.293801 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks [] for router_gateway (458aa618-6822-4bdc-96dd-dd34dfcf4796), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:55.298278 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-3973fbb4-61c1-417c-a66d-4b183fa6652d None None] Port b7bc3766-fd44-4bc9-a367-41a639f13480 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:04:55.307714 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:55.315243 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] For port 631cfafa-2673-4449-a069-6cd65ee9b711, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=631cfafa-2673-4449-a069-6cd65ee9b711,segment=NetworkSegment(43a3e3d4-d717-4d92-994c-349c71a0c6b9),segment_id=43a3e3d4-d717-4d92-994c-349c71a0c6b9)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:04:55.374862 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:55.446517 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:55.447682 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:55.591711 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622375'] for router (458aa618-6822-4bdc-96dd-dd34dfcf4796), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:55.609419 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce353b-eca1-464d-ba8e-d047f7d1dec9 None None] Pushing event updated for resources: {'Port': ['ID=b7bc3766-fd44-4bc9-a367-41a639f13480,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:55.808316 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:55.817315 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Router 458aa618-6822-4bdc-96dd-dd34dfcf4796 is scheduled to L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e with binding_index 1 {{(pid=103191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 19:04:55.870975 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1b9bc-8df5-4af2-82cc-4b912e868b2e None None] Pushing event updated for resources: {'Port': ['ID=631cfafa-2673-4449-a069-6cd65ee9b711,revision_number=2']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:55.921188 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-7933f792-0aa8-4677-bf00-ded5a73ee0cc None None] Provisioning complete for port b7bc3766-fd44-4bc9-a367-41a639f13480 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:55.922012 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-7933f792-0aa8-4677-bf00-ded5a73ee0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:55.968317 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:04:55.983968 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Sync routers for ids ['458aa618-6822-4bdc-96dd-dd34dfcf4796'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:04:55.999034 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Routers {'458aa618-6822-4bdc-96dd-dd34dfcf4796'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:55.999667 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['458aa618-6822-4bdc-96dd-dd34dfcf4796'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:56.005730 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.009954 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-d640ff14-aa47-4de2-8cd1-b1cd9b1c128c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4971921 Mar 14 19:04:56.012102 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55172) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:04:56.163957 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Set router 458aa618-6822-4bdc-96dd-dd34dfcf4796 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:56.204661 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-7933f792-0aa8-4677-bf00-ded5a73ee0cc None None] Current status of the port b7bc3766-fd44-4bc9-a367-41a639f13480 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:56.206196 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-7933f792-0aa8-4677-bf00-ded5a73ee0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.321684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-7933f792-0aa8-4677-bf00-ded5a73ee0cc None None] For port b7bc3766-fd44-4bc9-a367-41a639f13480, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=b7bc3766-fd44-4bc9-a367-41a639f13480,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:56.335432 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-7933f792-0aa8-4677-bf00-ded5a73ee0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.395114 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:04:55Z', 'revision_number': 3, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port': {'id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:54Z', 'updated_at': '2022-03-14T19:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:56.404880 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:55Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:56.426508 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Checking router: 458aa618-6822-4bdc-96dd-dd34dfcf4796 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:04:56.427169 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Updating router 458aa618-6822-4bdc-96dd-dd34dfcf4796 port 16caded4-c3ee-444c-bfde-18950b0537e8 binding host dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:04:56.466001 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.507097 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e4219-75b4-4a39-8d00-7221454265b4 None None] The sync data for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb is: [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:55Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:04:56.552289 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933f792-0aa8-4677-bf00-ded5a73ee0cc None None] Pushing event updated for resources: {'Port': ['ID=b7bc3766-fd44-4bc9-a367-41a639f13480,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:56.811287 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.971651 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Publish callbacks [] for port (16caded4-c3ee-444c-bfde-18950b0537e8), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.982920 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:56.990722 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d9206b-0713-4562-a5ed-51097506f6b6 None None] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:04:57.059214 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Allocated IP 172.20.0.1 (d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e/4e668c5f-db38-40fd-a56e-c73acbd328c2/9b4df9f5-e99b-498e-8777-01cb856e9bf7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:04:57.076231 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Attempting to bind port 16caded4-c3ee-444c-bfde-18950b0537e8 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:04:57.076841 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Attempting to bind port 16caded4-c3ee-444c-bfde-18950b0537e8 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:04:57.077507 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Attempting to bind port 16caded4-c3ee-444c-bfde-18950b0537e8 on network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:04:57.105741 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:04:57.106715 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Checking segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:04:57.107531 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.108412 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Bound using segment: {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:04:57.109464 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Bound port: 16caded4-c3ee-444c-bfde-18950b0537e8, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e878d-546a-4eb3-9c05-4f0b6ffaa726', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:04:57.110362 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.115534 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-1c5dc931-6175-4a2c-acdd-acf2c88a6623 None None] Provisioning complete for port 631cfafa-2673-4449-a069-6cd65ee9b711 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:57.115865 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc931-6175-4a2c-acdd-acf2c88a6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.208349 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] For port 16caded4-c3ee-444c-bfde-18950b0537e8, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:04:57.213644 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] For port 16caded4-c3ee-444c-bfde-18950b0537e8, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=16caded4-c3ee-444c-bfde-18950b0537e8,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:04:57.226374 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a2e2f-54c9-4bee-a4a2-cc3cd3254cd2 None None] Pushing event updated for resources: {'Port': ['ID=16caded4-c3ee-444c-bfde-18950b0537e8,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:57.239505 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.274220 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks [] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.332075 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Routers {'458aa618-6822-4bdc-96dd-dd34dfcf4796'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:04:57.333122 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['458aa618-6822-4bdc-96dd-dd34dfcf4796'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:57.335169 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dc931-6175-4a2c-acdd-acf2c88a6623 None None] Current status of the port 631cfafa-2673-4449-a069-6cd65ee9b711 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:57.335976 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc931-6175-4a2c-acdd-acf2c88a6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.336303 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a2e2f-54c9-4bee-a4a2-cc3cd3254cd2 None None] Pushing event updated for resources: {'Port': ['ID=16caded4-c3ee-444c-bfde-18950b0537e8,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:57.379757 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.417399 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-1c5dc931-6175-4a2c-acdd-acf2c88a6623 None None] For port 631cfafa-2673-4449-a069-6cd65ee9b711, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=631cfafa-2673-4449-a069-6cd65ee9b711,segment=NetworkSegment(43a3e3d4-d717-4d92-994c-349c71a0c6b9),segment_id=43a3e3d4-d717-4d92-994c-349c71a0c6b9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:04:57.429401 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc931-6175-4a2c-acdd-acf2c88a6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.496752 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:57.500857 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:57.526314 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:04:57.544316 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dc931-6175-4a2c-acdd-acf2c88a6623 None None] Pushing event updated for resources: {'Port': ['ID=631cfafa-2673-4449-a069-6cd65ee9b711,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:57.630167 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4df9f5-e99b-498e-8777-01cb856e9bf7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:57.647287 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622454'] for router_interface (458aa618-6822-4bdc-96dd-dd34dfcf4796), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.748192 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] Set router 458aa618-6822-4bdc-96dd-dd34dfcf4796 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:04:57.781406 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-551f2846-9da4-4d74-910a-633c35b86fbd None None] Provisioning complete for port 631cfafa-2673-4449-a069-6cd65ee9b711 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:57.782375 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-551f2846-9da4-4d74-910a-633c35b86fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:57.961381 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.031320 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-551f2846-9da4-4d74-910a-633c35b86fbd None None] Current status of the port 631cfafa-2673-4449-a069-6cd65ee9b711 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:58.164439 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-dc9e8aa1-9ea3-40ba-a3f7-818f97e32d90 None None] Provisioning complete for port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:58.164827 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8aa1-9ea3-40ba-a3f7-818f97e32d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.186345 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:04:55Z', 'revision_number': 3, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port': {'id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:54Z', 'updated_at': '2022-03-14T19:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:04:58.230179 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e8aa1-9ea3-40ba-a3f7-818f97e32d90 None None] Port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:04:58.250251 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90585fe8-0a1c-4e2c-a270-a30dbebc9dde None None] The sync data for ids ['458aa618-6822-4bdc-96dd-dd34dfcf4796'] in dv-cinder-829664-3-smb is: [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:04:55Z', 'revision_number': 3, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port': {'id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:54Z', 'updated_at': '2022-03-14T19:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:04:58.269082 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 631cfafa-2673-4449-a069-6cd65ee9b711 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:58.315983 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks [] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.327388 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.369464 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 631cfafa-2673-4449-a069-6cd65ee9b711 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:58.371478 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.493224 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4df9f5-e99b-498e-8777-01cb856e9bf7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:04:58.497682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622566'] for router_interface (458aa618-6822-4bdc-96dd-dd34dfcf4796), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.500429 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 631cfafa-2673-4449-a069-6cd65ee9b711 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:58.502830 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device b7bc3766-fd44-4bc9-a367-41a639f13480 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:04:58.571352 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port b7bc3766-fd44-4bc9-a367-41a639f13480 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:58.571735 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:58.713161 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:04:58.718491 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:04:58.759681 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port b7bc3766-fd44-4bc9-a367-41a639f13480 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:04:58.922579 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Router 458aa618-6822-4bdc-96dd-dd34dfcf4796 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:04:59.067705 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-1746d56b-69e8-4826-9b4e-505fe8fe2f5e None None] Provisioning complete for port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:04:59.068354 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1746d56b-69e8-4826-9b4e-505fe8fe2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:04:59.136569 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-1746d56b-69e8-4826-9b4e-505fe8fe2f5e None None] Port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:04:59.144412 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:04:59.151044 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-68bcfd03-0776-4880-8bff-f60cde99db94 admin admin] 10.222.0.35 "PUT /v2.0/routers/458aa618-6822-4bdc-96dd-dd34dfcf4796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1372845 Mar 14 19:05:00.013941 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 16caded4-c3ee-444c-bfde-18950b0537e8 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:00.094628 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 16caded4-c3ee-444c-bfde-18950b0537e8 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:00.095155 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:00.443229 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 16caded4-c3ee-444c-bfde-18950b0537e8 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:00.443775 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:00.488891 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] For port 16caded4-c3ee-444c-bfde-18950b0537e8, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=16caded4-c3ee-444c-bfde-18950b0537e8,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:00.498690 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:00.602107 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Pushing event updated for resources: {'Port': ['ID=16caded4-c3ee-444c-bfde-18950b0537e8,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:00.664260 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Sync routers for ids ['458aa618-6822-4bdc-96dd-dd34dfcf4796'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:00.680008 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Routers {'458aa618-6822-4bdc-96dd-dd34dfcf4796'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:00.680897 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['458aa618-6822-4bdc-96dd-dd34dfcf4796'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:00.863353 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Set router 458aa618-6822-4bdc-96dd-dd34dfcf4796 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:01.225642 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:04:57Z', 'revision_number': 4, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port': {'id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:54Z', 'updated_at': '2022-03-14T19:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9b4df9f5-e99b-498e-8777-01cb856e9bf7', 'name': '', 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'mac_address': 'fa:16:3e:ac:62:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4e668c5f-db38-40fd-a56e-c73acbd328c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:56Z', 'updated_at': '2022-03-14T19:04:58Z', 'revision_number': 2, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'subnets': [{'id': '4e668c5f-db38-40fd-a56e-c73acbd328c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:01.258605 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Checking router: 458aa618-6822-4bdc-96dd-dd34dfcf4796 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:01.259041 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Updating router 458aa618-6822-4bdc-96dd-dd34dfcf4796 port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 binding host dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 19:05:01.292251 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.772068 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Publish callbacks [] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), precommit_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.782893 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:01.897133 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724a639-fde5-4b29-a509-c65fc92756b7 None None] Pushing event updated for resources: {'Port': ['ID=9b4df9f5-e99b-498e-8777-01cb856e9bf7,revision_number=3']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:02.011344 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Attempting to bind port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 on host dv-cinder-829664-3-smb for vnic_type normal with profile {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:05:02.011922 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Attempting to bind port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 by drivers openvswitch,hyperv on host dv-cinder-829664-3-smb at level 0 using segments [{'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:05:02.012661 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Attempting to bind port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 on network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:02.024545 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Checking agent: {'id': 'f35cbc5b-ae16-42d8-87de-272590ed70e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829664-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 47, 47), 'started_at': datetime.datetime(2022, 3, 14, 18, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829664-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:05:02.025137 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Checking segment: {'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:05:02.025803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:02.026473 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Bound using segment: {'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'} {{(pid=103192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:05:02.027296 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.managers [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Bound port: 9b4df9f5-e99b-498e-8777-01cb856e9bf7, host: dv-cinder-829664-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a3e3d4-d717-4d92-994c-349c71a0c6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e'}}] {{(pid=103192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:05:02.027906 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:02.104985 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 16caded4-c3ee-444c-bfde-18950b0537e8 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:02.220552 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] For port 9b4df9f5-e99b-498e-8777-01cb856e9bf7, host dv-cinder-829664-3-smb, cleared binding levels {{(pid=103192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:05:02.225640 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] For port 9b4df9f5-e99b-498e-8777-01cb856e9bf7, host dv-cinder-829664-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9b4df9f5-e99b-498e-8777-01cb856e9bf7,segment=NetworkSegment(43a3e3d4-d717-4d92-994c-349c71a0c6b9),segment_id=43a3e3d4-d717-4d92-994c-349c71a0c6b9)] {{(pid=103192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:05:02.245279 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:02.395141 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 16caded4-c3ee-444c-bfde-18950b0537e8 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:02.395827 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:02.488541 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Routers {'458aa618-6822-4bdc-96dd-dd34dfcf4796'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:02.489201 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:04:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['458aa618-6822-4bdc-96dd-dd34dfcf4796'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:02.493727 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724a639-fde5-4b29-a509-c65fc92756b7 None None] Pushing event updated for resources: {'Port': ['ID=9b4df9f5-e99b-498e-8777-01cb856e9bf7,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:02.628094 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-838ab8b4-d6f7-408d-a11b-872d4322d7a1 None None] Provisioning complete for port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:02.629432 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-838ab8b4-d6f7-408d-a11b-872d4322d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:02.835117 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 16caded4-c3ee-444c-bfde-18950b0537e8 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:02.840686 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] Set router 458aa618-6822-4bdc-96dd-dd34dfcf4796 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:03.015125 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-838ab8b4-d6f7-408d-a11b-872d4322d7a1 None None] Current status of the port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 is: DOWN; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:03.015686 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-838ab8b4-d6f7-408d-a11b-872d4322d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:03.120270 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-838ab8b4-d6f7-408d-a11b-872d4322d7a1 None None] For port 9b4df9f5-e99b-498e-8777-01cb856e9bf7, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9b4df9f5-e99b-498e-8777-01cb856e9bf7,segment=NetworkSegment(43a3e3d4-d717-4d92-994c-349c71a0c6b9),segment_id=43a3e3d4-d717-4d92-994c-349c71a0c6b9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:03.143551 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-838ab8b4-d6f7-408d-a11b-872d4322d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:03.232740 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ab8b4-d6f7-408d-a11b-872d4322d7a1 None None] Pushing event updated for resources: {'Port': ['ID=9b4df9f5-e99b-498e-8777-01cb856e9bf7,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:03.282255 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-d43c35ee-e3e9-4357-8d56-f9f61267fcf6 None None] Provisioning complete for port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:03.283909 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d43c35ee-e3e9-4357-8d56-f9f61267fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:03.340672 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:04:57Z', 'revision_number': 4, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port': {'id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:54Z', 'updated_at': '2022-03-14T19:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9b4df9f5-e99b-498e-8777-01cb856e9bf7', 'name': '', 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'mac_address': 'fa:16:3e:ac:62:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4e668c5f-db38-40fd-a56e-c73acbd328c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:56Z', 'updated_at': '2022-03-14T19:05:02Z', 'revision_number': 4, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'subnets': [{'id': '4e668c5f-db38-40fd-a56e-c73acbd328c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:03.372595 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dee589-30f6-48bd-8eae-5031c8d34bdc None None] The sync data for ids ['458aa618-6822-4bdc-96dd-dd34dfcf4796'] in dv-cinder-829664-3-smb is: [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:04:57Z', 'revision_number': 4, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port': {'id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:54Z', 'updated_at': '2022-03-14T19:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9b4df9f5-e99b-498e-8777-01cb856e9bf7', 'name': '', 'network_id': 'd05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'mac_address': 'fa:16:3e:ac:62:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4e668c5f-db38-40fd-a56e-c73acbd328c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:56Z', 'updated_at': '2022-03-14T19:05:02Z', 'revision_number': 4, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'subnets': [{'id': '4e668c5f-db38-40fd-a56e-c73acbd328c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:03.490498 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-d43c35ee-e3e9-4357-8d56-f9f61267fcf6 None None] Current status of the port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:04.021017 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9b4df9f5-e99b-498e-8777-01cb856e9bf7 up at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:04.133005 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Provisioning complete for port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:04.133364 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:04.314097 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Current status of the port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:04.676677 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:05:10.343818 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6c8ffb23-d6cc-4019-8fe8-a1978f9943c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:11.085999 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-b19d8df5-f439-4ecf-9561-3202e9c61b73 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:11.087785 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-b19d8df5-f439-4ecf-9561-3202e9c61b73 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/networks?id=987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 200 len: 815 time: 0.1372590 Mar 14 19:05:11.108786 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-f68b297b-4188-476f-b4ea-e4a324076714 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/quotas/4dcffcf9436b459e8899b77df53fb877 HTTP/1.1" status: 200 len: 375 time: 0.0127485 Mar 14 19:05:11.181878 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-cf4b7766-f1b4-447a-aee6-3745e76b3e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659308 Mar 14 19:05:11.402114 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-f4d314cf-7b08-46ca-993d-d260b321cc66 service neutron] 10.222.0.35 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075627 Mar 14 19:05:11.510984 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-b35dcd0d-8909-492d-9068-d8bb18ec34f6 service neutron] 10.222.0.35 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027434 Mar 14 19:05:11.724343 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ce24c7eb-68dd-43ff-bebc-3828f12ff9bb req-ac56b3ef-b91c-4b1c-93b4-b41bd8387125 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 210 time: 0.0372887 Mar 14 19:05:12.839531 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ebbf84db-fe3e-43c4-9845-b4be6436d09d req-b9a9d431-8196-4a82-bb94-b8c9837242c8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 210 time: 0.0301778 Mar 14 19:05:12.876698 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-515907f4-fc67-49f5-a47c-2f2bc694008b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:13.148354 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-4b60d48e-5afd-46c2-b1e0-36707c4ed0ed tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:13.151014 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-4b60d48e-5afd-46c2-b1e0-36707c4ed0ed tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.21 "GET /v2.0/networks?id=987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 200 len: 815 time: 0.1707954 Mar 14 19:05:13.163448 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'port': {'device_id': '505885bb-4012-4363-afc5-8f5ece16628b', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'admin_state_up': True, 'tenant_id': '4dcffcf9436b459e8899b77df53fb877'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:13.338670 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Made reservation on behalf of 4dcffcf9436b459e8899b77df53fb877 for: {'port': 1} {{(pid=103190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 19:05:13.343274 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:13.509249 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Allocated IP 172.20.0.4 (987b5785-e541-41da-ac65-6c75322d745c/4e7a1c27-bfb4-429c-9f9d-a8b046263a77/e4d267b1-3c50-43a6-b73e-929970a1cfd3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:13.691726 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:13.732475 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:13.848455 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:13.872179 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.872179 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.872423 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.872780 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.873221 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.873572 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.873976 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.874510 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.874854 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.875316 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.875871 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.876264 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.876649 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.877359 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.877707 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:13.884664 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Network 987b5785-e541-41da-ac65-6c75322d745c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:13.886562 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:13.901899 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:14.024856 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:14.026546 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:14.060056 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-648d4b3a-3562-4bb6-9979-cb99401ce439 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9009356 Mar 14 19:05:14.077692 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850805-51bb-4baa-abb0-828035ecb69b req-9f455c11-ef15-48d7-bf30-08cd3a675ce2 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:14.082211 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6e850805-51bb-4baa-abb0-828035ecb69b req-9f455c11-ef15-48d7-bf30-08cd3a675ce2 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 931 time: 0.1142719 Mar 14 19:05:14.125887 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Request body: {'port': {'device_id': '505885bb-4012-4363-afc5-8f5ece16628b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82966'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:14.200795 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6e850805-51bb-4baa-abb0-828035ecb69b req-3ee0f226-359c-49d7-bbb1-a5ae60203003 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119871 Mar 14 19:05:14.244418 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:14.308539 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-bea263a4-7c09-44ad-9231-257e61029379 None None] Provisioning complete for port e4d267b1-3c50-43a6-b73e-929970a1cfd3 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:14.309505 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bea263a4-7c09-44ad-9231-257e61029379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:14.387024 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-bea263a4-7c09-44ad-9231-257e61029379 None None] Port e4d267b1-3c50-43a6-b73e-929970a1cfd3 cannot update to ACTIVE because it is not bound. {{(pid=103192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 19:05:14.412451 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:14.815338 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d267b1-3c50-43a6-b73e-929970a1cfd3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:05:14.839103 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Publish callbacks [] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:14.868558 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Transition to ACTIVE for port object e4d267b1-3c50-43a6-b73e-929970a1cfd3 will not be triggered until provisioned by entity L2. {{(pid=103190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 19:05:14.878566 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:14.991536 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:15.134492 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Attempting to bind port e4d267b1-3c50-43a6-b73e-929970a1cfd3 on host hv-cinder-82966 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 19:05:15.134979 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Attempting to bind port e4d267b1-3c50-43a6-b73e-929970a1cfd3 by drivers openvswitch,hyperv on host hv-cinder-82966 at level 0 using segments [{'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 19:05:15.135425 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Attempting to bind port e4d267b1-3c50-43a6-b73e-929970a1cfd3 on network 987b5785-e541-41da-ac65-6c75322d745c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:15.155167 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Port e4d267b1-3c50-43a6-b73e-929970a1cfd3 on network 987b5785-e541-41da-ac65-6c75322d745c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82966 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 19:05:15.155641 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Attempting to bind port e4d267b1-3c50-43a6-b73e-929970a1cfd3 on network 987b5785-e541-41da-ac65-6c75322d745c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 19:05:15.163865 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Checking agent: {'id': '29a21e53-1d0c-41b9-acea-5f61207a1909', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'started_at': datetime.datetime(2022, 3, 14, 18, 54, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 19, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 19:05:15.164414 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Checking segment: {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 19:05:15.164994 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Bound using segment: {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 19:05:15.165798 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Bound port: e4d267b1-3c50-43a6-b73e-929970a1cfd3, host: hv-cinder-82966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd379dcc4-8f74-4009-afc7-9e87ed996328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '987b5785-e541-41da-ac65-6c75322d745c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 19:05:15.166519 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:15.326206 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 19:05:15.333312 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 19:05:15.345071 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:15.464824 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:15.465742 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:15.467846 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] 10.222.0.21 "PUT /v2.0/ports/e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 1093 time: 1.3483319 Mar 14 19:05:15.471413 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:15.474677 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffdfacb-573a-437e-98f2-068d8bba10ed" -d '{"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:15.516050 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947351f-48e6-4613-b24f-00b92723cfba req-e86ef4a9-489c-48e4-8e17-a5333cd5e25b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:15.523455 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1947351f-48e6-4613-b24f-00b92723cfba req-e86ef4a9-489c-48e4-8e17-a5333cd5e25b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 943 time: 0.1662920 Mar 14 19:05:15.554576 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef695b-86d5-4404-b27a-b41d898a9e73 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:15.603666 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0236d25-96cf-49b7-b3bd-227c548e2582 x-openstack-request-id: req-b0236d25-96cf-49b7-b3bd-227c548e2582 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:15.604132 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:15.604549 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0236d25-96cf-49b7-b3bd-227c548e2582 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:15.605385 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'status': 'completed', 'code': 200} Mar 14 19:05:15.650810 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1947351f-48e6-4613-b24f-00b92723cfba req-f56e56cb-d993-4d33-bd46-f654589350a4 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118574 Mar 14 19:05:15.716273 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:16.723652 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:16.936305 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9af98-3766-4996-9759-5a0a62485548 req-f7a773e4-e240-4e0d-824b-8aa039810028 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:16.939816 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-afe9af98-3766-4996-9759-5a0a62485548 req-f7a773e4-e240-4e0d-824b-8aa039810028 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 943 time: 0.1193264 Mar 14 19:05:17.045480 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-afe9af98-3766-4996-9759-5a0a62485548 req-1cf35ba0-973f-487c-8665-1d2362ac7dfd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953901 Mar 14 19:05:18.187078 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:18.275796 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de2711-2add-471b-ae02-267effe40846 req-61847cc1-e7a3-4889-aa3c-baf7f88f9ecb tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:18.291434 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d0de2711-2add-471b-ae02-267effe40846 req-61847cc1-e7a3-4889-aa3c-baf7f88f9ecb tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 943 time: 0.1189067 Mar 14 19:05:18.386453 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d0de2711-2add-471b-ae02-267effe40846 req-a5a4a32b-87ae-4d6a-8d03-3e76dea268bf tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846217 Mar 14 19:05:19.546915 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189b222-2349-417c-97b3-7d2d9ce93b36 req-6cc2c0e9-29f3-4f48-adf0-089b81ebe56b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:19.550812 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f189b222-2349-417c-97b3-7d2d9ce93b36 req-6cc2c0e9-29f3-4f48-adf0-089b81ebe56b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 943 time: 0.0783913 Mar 14 19:05:19.629885 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f189b222-2349-417c-97b3-7d2d9ce93b36 req-983abd47-597d-44d9-a325-1e0362a7fb19 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642958 Mar 14 19:05:20.787317 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ccfa7-d4ad-43bf-aa93-603655854343 req-5143d235-84df-4027-88dc-e86868604025 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:20.789127 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ce8ccfa7-d4ad-43bf-aa93-603655854343 req-5143d235-84df-4027-88dc-e86868604025 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 943 time: 0.0819569 Mar 14 19:05:20.843427 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ce8ccfa7-d4ad-43bf-aa93-603655854343 req-4582d218-58e0-44ca-8377-e2a89829b5d6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Mar 14 19:05:21.351266 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-dfc7a498-ac26-4436-8154-fcdb7d684164 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753977 Mar 14 19:05:21.366271 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdfacb-573a-437e-98f2-068d8bba10ed req-e4084cdf-666f-4bde-b302-5258fcb0da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:21.368845 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4ffdfacb-573a-437e-98f2-068d8bba10ed req-e4084cdf-666f-4bde-b302-5258fcb0da8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1127 time: 0.0602295 Mar 14 19:05:21.469973 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-926b181d-c846-47e4-97f4-6aa90c1daf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:21.472174 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-926b181d-c846-47e4-97f4-6aa90c1daf6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1129 time: 0.0590982 Mar 14 19:05:21.607268 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-bc4a8f5e-1d6b-4030-aef7-a271a21ad2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:21.608719 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-bc4a8f5e-1d6b-4030-aef7-a271a21ad2e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 910 time: 0.1115596 Mar 14 19:05:21.634935 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdfacb-573a-437e-98f2-068d8bba10ed req-d4f74000-4b86-400c-a004-02158cd7e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:21.638110 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4ffdfacb-573a-437e-98f2-068d8bba10ed req-d4f74000-4b86-400c-a004-02158cd7e0a0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4dcffcf9436b459e8899b77df53fb877&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2612579 Mar 14 19:05:21.692634 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-0b40dd5d-cfc6-414f-82a2-8c49d02d30d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 1001 time: 0.0777097 Mar 14 19:05:21.749544 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-756e9372-a89d-43ed-9424-916c807aaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:21.751103 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-756e9372-a89d-43ed-9424-916c807aaca6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0520351 Mar 14 19:05:21.810623 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-20be60a4-2272-42f5-a949-bfdfa6285bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:21.812664 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-20be60a4-2272-42f5-a949-bfdfa6285bfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0549726 Mar 14 19:05:21.861053 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdfacb-573a-437e-98f2-068d8bba10ed req-019924cb-f71d-4bc4-b9ab-4ffe06f9d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:21.863054 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4ffdfacb-573a-437e-98f2-068d8bba10ed req-019924cb-f71d-4bc4-b9ab-4ffe06f9d73e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2189691 Mar 14 19:05:22.022792 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-6e44b064-9025-4b6e-997b-f67665427214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:22.024337 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-6e44b064-9025-4b6e-997b-f67665427214 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1127 time: 0.1123970 Mar 14 19:05:22.041250 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54fccc-a2ab-4d46-90e6-d4b9c3c9d85a req-f461d8fa-9c80-4a93-93f9-abe92bd8264b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:22.042913 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1f54fccc-a2ab-4d46-90e6-d4b9c3c9d85a req-f461d8fa-9c80-4a93-93f9-abe92bd8264b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 943 time: 0.0869026 Mar 14 19:05:22.087248 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-d2f06916-3011-49e2-abe4-166f355bc20b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 217 time: 0.0538490 Mar 14 19:05:22.163985 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1f54fccc-a2ab-4d46-90e6-d4b9c3c9d85a req-efc0f141-6af4-4d6b-b9d8-300a87f33fe9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127801 Mar 14 19:05:22.170101 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-88ba9bec-b1c0-4f52-8449-381f49cb25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:22.171648 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-88ba9bec-b1c0-4f52-8449-381f49cb25cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e7a1c27-bfb4-429c-9f9d-a8b046263a77 HTTP/1.1" status: 200 len: 854 time: 0.0776758 Mar 14 19:05:22.213891 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-e440e2de-043d-4c54-9a0f-8f091ccb8b7e service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942916 Mar 14 19:05:22.232016 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a4af-0407-458a-b582-f2da5118aea7 req-2a894c92-f6b9-425f-a547-69be99f847ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:22.234284 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-2a894c92-f6b9-425f-a547-69be99f847ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=987b5785-e541-41da-ac65-6c75322d745c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0566888 Mar 14 19:05:22.321230 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-a0690e77-4fbb-4cf4-bae7-ff58a4d1898f req-e0508051-1952-4e95-8b35-1e7f829fc5e2 service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006413 Mar 14 19:05:22.335953 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-57b814e2-3edd-49b1-a1b3-33893b6a8c73 service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960262 Mar 14 19:05:22.436461 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5304a4af-0407-458a-b582-f2da5118aea7 req-982ae341-1141-4afe-90b8-4321259d1226 service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934436 Mar 14 19:05:23.311849 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0eee1-e839-4229-b77c-2eb1f2372167 req-fcf25b60-a62e-42fd-831f-c4e4a1581815 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:23.313602 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7bd0eee1-e839-4229-b77c-2eb1f2372167 req-fcf25b60-a62e-42fd-831f-c4e4a1581815 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 943 time: 0.0720870 Mar 14 19:05:23.370841 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7bd0eee1-e839-4229-b77c-2eb1f2372167 req-4eee4bd5-38a6-4612-8da4-21f48c09667b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Mar 14 19:05:23.719410 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e4d267b1-3c50-43a6-b73e-929970a1cfd3 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:05:23.832631 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:23.846194 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'port_id': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'mac_address': 'fa:16:3e:41:89:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:05:23.887970 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port e4d267b1-3c50-43a6-b73e-929970a1cfd3 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:23.888469 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:23.906567 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d267b1-3c50-43a6-b73e-929970a1cfd3 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:05:23.929913 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:23.934507 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:23.988397 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=4']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:24.170858 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e4d267b1-3c50-43a6-b73e-929970a1cfd3'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:05:24.508479 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05483c-2814-4951-a15d-0e909d2219cb req-a0a93ae6-db11-46cc-a86d-bd8547c7d609 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:24.510331 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a05483c-2814-4951-a15d-0e909d2219cb req-a0a93ae6-db11-46cc-a86d-bd8547c7d609 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 944 time: 0.0629377 Mar 14 19:05:24.562052 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2a05483c-2814-4951-a15d-0e909d2219cb req-86e1a723-9f4c-4f53-89ca-2f9febd97b6c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457833 Mar 14 19:05:25.693217 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6605dc-8c0e-4756-87c8-dea2784359c8 req-83c58e71-e26f-458e-a2c2-6a632cc84fcb tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:25.694991 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de6605dc-8c0e-4756-87c8-dea2784359c8 req-83c58e71-e26f-458e-a2c2-6a632cc84fcb tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 944 time: 0.0597141 Mar 14 19:05:25.720395 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e4d267b1-3c50-43a6-b73e-929970a1cfd3 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:05:25.758111 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-de6605dc-8c0e-4756-87c8-dea2784359c8 req-c2751312-57a2-406f-97b4-41d65d8d8457 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 Mar 14 19:05:25.812702 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning for port e4d267b1-3c50-43a6-b73e-929970a1cfd3 completed by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 19:05:25.818420 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port e4d267b1-3c50-43a6-b73e-929970a1cfd3 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:25.818801 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:25.924247 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port e4d267b1-3c50-43a6-b73e-929970a1cfd3 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:25.924903 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:25.967605 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:25.972648 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c8c9d0-750b-435c-970d-c81983b46b76" -d '{"events": [{"server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "name": "network-vif-plugged", "status": "completed", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:25.997023 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:26.002577 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:26.031694 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6ec56a-9323-4330-b0f1-4a4fb513e211 x-openstack-request-id: req-3b6ec56a-9323-4330-b0f1-4a4fb513e211 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:26.031989 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "name": "network-vif-plugged", "status": "completed", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:26.032244 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b6ec56a-9323-4330-b0f1-4a4fb513e211 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:26.032639 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'code': 200} Mar 14 19:05:26.067218 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=5']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:26.248109 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08b0eb-77be-4754-a119-cbee74e69283 req-671dc34e-6b02-4242-9557-1bda1ede3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:26.249715 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ab08b0eb-77be-4754-a119-cbee74e69283 req-671dc34e-6b02-4242-9557-1bda1ede3b3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1129 time: 0.0578072 Mar 14 19:05:26.300120 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ab08b0eb-77be-4754-a119-cbee74e69283 req-3243152d-1e0d-44c6-a4fa-ba34bed3739b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Mar 14 19:05:26.894532 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9508c19-7b6c-4f72-9bd1-c2a35633133c req-be5af28e-6ce2-43ec-a02e-02c181c5bd9b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:26.896136 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c9508c19-7b6c-4f72-9bd1-c2a35633133c req-be5af28e-6ce2-43ec-a02e-02c181c5bd9b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0595841 Mar 14 19:05:26.954615 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c9508c19-7b6c-4f72-9bd1-c2a35633133c req-7a5b9759-250b-4f60-a21b-6bd489cf281a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 Mar 14 19:05:28.088539 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08ef8-e468-4b55-b890-0ea3afb9214e req-70a9353c-94df-4e22-8ba4-efe8ed59f8b3 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:28.090166 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dad08ef8-e468-4b55-b890-0ea3afb9214e req-70a9353c-94df-4e22-8ba4-efe8ed59f8b3 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0591302 Mar 14 19:05:28.145714 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dad08ef8-e468-4b55-b890-0ea3afb9214e req-e01a0bce-ec59-48f0-9fd9-c5f19e712b81 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497041 Mar 14 19:05:28.289134 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6071-9622-46e3-b229-aa86c4910a3b req-5d612c01-3f0b-4e14-8ed9-673e7b40cd19 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:28.291049 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1c3a6071-9622-46e3-b229-aa86c4910a3b req-5d612c01-3f0b-4e14-8ed9-673e7b40cd19 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0615075 Mar 14 19:05:28.347393 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1c3a6071-9622-46e3-b229-aa86c4910a3b req-347c95fd-69fa-47f5-81ef-e5331fec0dd7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 Mar 14 19:05:28.732762 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852d710-8297-4198-adb1-8bb331406a49 req-5ad74ad1-1ca8-42b2-8c97-609b90094097 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:28.734347 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5852d710-8297-4198-adb1-8bb331406a49 req-5ad74ad1-1ca8-42b2-8c97-609b90094097 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0602152 Mar 14 19:05:28.803067 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5852d710-8297-4198-adb1-8bb331406a49 req-8156a895-28db-4156-98ed-9940085dbe13 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623195 Mar 14 19:05:32.523179 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ffdf-e890-45ab-83dd-39aee37929e5 req-b65cb5d0-17d2-4e6b-91c6-2fd61739aad0 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:32.526170 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8659ffdf-e890-45ab-83dd-39aee37929e5 req-b65cb5d0-17d2-4e6b-91c6-2fd61739aad0 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.3658724 Mar 14 19:05:32.607613 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8659ffdf-e890-45ab-83dd-39aee37929e5 req-418e521c-f104-49fe-94ab-0dda18e97d5d tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748792 Mar 14 19:05:32.631204 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55346) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:32.762364 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88cf9cc-e31c-4cfc-bcf9-bf6aa193b6d6 tempest-TestMinimumBasicScenario-1418486771 tempest-TestMinimumBasicScenario-1418486771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:32.764005 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f88cf9cc-e31c-4cfc-bcf9-bf6aa193b6d6 tempest-TestMinimumBasicScenario-1418486771 tempest-TestMinimumBasicScenario-1418486771-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1124 time: 0.1314745 Mar 14 19:05:32.767657 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55350) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:32.772876 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'floatingip': {'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'port_id': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:32.795784 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:32.912725 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:33.041049 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Allocated IP 172.28.0.83 (95e0ad91-3a6a-465e-87f3-25cd0d50e2d7/01ef8410-e1db-4e2b-a98c-fb0554a16254/c3419b3c-8f54-4f3d-9307-80507d36c22e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 19:05:33.159495 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:33.197968 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747200755267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:33.244567 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Network 95e0ad91-3a6a-465e-87f3-25cd0d50e2d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 19:05:33.250721 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 19:05:33.254606 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 19:05:33.289122 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'Port': ['ID=c3419b3c-8f54-4f3d-9307-80507d36c22e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:33.703755 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for floatingip (df50a54a-ff30-4f06-80cb-9f5e0a996eaf), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:33.789575 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:33.972682 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:33.978062 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7590957'] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.055258 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'Port': ['ID=c3419b3c-8f54-4f3d-9307-80507d36c22e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:34.068490 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622285'] for floatingip (df50a54a-ff30-4f06-80cb-9f5e0a996eaf), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.184164 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Floating IP df50a54a-ff30-4f06-80cb-9f5e0a996eaf associated. External IP: 172.28.0.83, port: e4d267b1-3c50-43a6-b73e-929970a1cfd3. Mar 14 19:05:34.415314 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Router 5f070aae-4d8e-4ce5-bf21-d25d69441301 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:05:34.539185 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:05:34.552238 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] Sync routers for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:05:34.562203 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.563702 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:34.564410 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:05:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:34.601664 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b2a91dd7-554a-416c-9d3d-b332b5794e8e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8323472 Mar 14 19:05:34.602371 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:34.605874 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88908dd8-55d5-42e3-b879-4e5ffd54b01a" -d '{"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:34.606928 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55352) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:34.613607 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999806839', 'description': 'tempest-secgroup-smoke-1999806839 description', 'project_id': '4dcffcf9436b459e8899b77df53fb877'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:34.650998 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.652230 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0204a0a8-f7a4-4f92-ac55-d96686175824 x-openstack-request-id: req-0204a0a8-f7a4-4f92-ac55-d96686175824 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:34.652681 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:34.653106 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0204a0a8-f7a4-4f92-ac55-d96686175824 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:34.653748 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'status': 'completed', 'code': 200} Mar 14 19:05:34.738761 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:34.749192 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-fe3922cd-48f3-4a07-8c7b-cb34861955e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:34.750831 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-fe3922cd-48f3-4a07-8c7b-cb34861955e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1129 time: 0.0741029 Mar 14 19:05:34.845978 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group (f4916785-6538-46af-bd24-08e782826bc9), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.852296 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f4916785-6538-46af-bd24-08e782826bc9), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.902131 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:34.903435 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2941382 Mar 14 19:05:34.909199 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55356) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:34.915640 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4916785-6538-46af-bd24-08e782826bc9,revision_number=1']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:34.919471 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-21dafee7-dc0c-49d6-bfdf-c1c482b057d9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'security_group_rule': {'security_group_id': 'f4916785-6538-46af-bd24-08e782826bc9', 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:34.926074 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-e9966488-6524-4de4-bb3d-589b9411ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:34.927626 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-e9966488-6524-4de4-bb3d-589b9411ac26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 200 len: 916 time: 0.1703959 Mar 14 19:05:34.929596 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.929990 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.930347 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.930755 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.931037 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.931361 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.931686 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.932015 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.932954 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.932954 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.932954 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.933449 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.933776 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.934107 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.934395 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa43130-b305-4dfe-afb4-456995b69ffd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:05:34.985347 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21dafee7-dc0c-49d6-bfdf-c1c482b057d9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (a2c48af1-3845-4152-a3ac-fd470923ffc2), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.026638 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-11fdf47e-20b8-451a-8eae-c5bdf3249e81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 998 time: 0.0884194 Mar 14 19:05:35.076945 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'df50a54a-ff30-4f06-80cb-9f5e0a996eaf', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'floating_ip_address': '172.28.0.83', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'port_id': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'mac_address': 'fa:16:3e:41:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505885bb-4012-4363-afc5-8f5ece16628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:33Z', 'updated_at': '2022-03-14T19:05:33Z', 'revision_number': 0, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:56Z', 'revision_number': 5, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:35.092352 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-8ecd829f-6b00-4cfd-a42e-7ba04b992f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:35.093788 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21dafee7-dc0c-49d6-bfdf-c1c482b057d9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (a2c48af1-3845-4152-a3ac-fd470923ffc2), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.094606 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-8ecd829f-6b00-4cfd-a42e-7ba04b992f6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e7a1c27-bfb4-429c-9f9d-a8b046263a77 HTTP/1.1" status: 200 len: 854 time: 0.0612700 Mar 14 19:05:35.099284 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21dafee7-dc0c-49d6-bfdf-c1c482b057d9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (a2c48af1-3845-4152-a3ac-fd470923ffc2), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.110091 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] Checking router: 5f070aae-4d8e-4ce5-bf21-d25d69441301 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:05:35.120630 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:05:35.121276 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:05:13Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:35.132484 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dafee7-dc0c-49d6-bfdf-c1c482b057d9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c48af1-3845-4152-a3ac-fd470923ffc2,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:35.145608 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21dafee7-dc0c-49d6-bfdf-c1c482b057d9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.151772 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-21dafee7-dc0c-49d6-bfdf-c1c482b057d9 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355754 Mar 14 19:05:35.152318 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55358) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:35.162522 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-ed322a17-66bf-4adb-909d-ce0d0884a36a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'security_group_rule': {'security_group_id': 'f4916785-6538-46af-bd24-08e782826bc9', 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:35.175868 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-54ed07cd-4349-458a-bbad-2e596d271bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:35.178144 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-54ed07cd-4349-458a-bbad-2e596d271bc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=987b5785-e541-41da-ac65-6c75322d745c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0770621 Mar 14 19:05:35.218462 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed322a17-66bf-4adb-909d-ce0d0884a36a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (8f35c84f-2162-4664-92e5-03f6e596bb2b), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.254565 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:05:35.307081 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-f7b1d180-b369-4077-8d8d-88c38b1f247e service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223736 Mar 14 19:05:35.325630 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed322a17-66bf-4adb-909d-ce0d0884a36a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (8f35c84f-2162-4664-92e5-03f6e596bb2b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.336455 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed322a17-66bf-4adb-909d-ce0d0884a36a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (8f35c84f-2162-4664-92e5-03f6e596bb2b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.359601 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed322a17-66bf-4adb-909d-ce0d0884a36a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f35c84f-2162-4664-92e5-03f6e596bb2b,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:35.378733 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed322a17-66bf-4adb-909d-ce0d0884a36a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.383002 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-ed322a17-66bf-4adb-909d-ce0d0884a36a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2273471 Mar 14 19:05:35.384784 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55360) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:35.394484 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.v2.base [None req-3cab35bc-162a-4b2d-a91e-e7389809bdfe tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'security_group_rule': {'security_group_id': 'f4916785-6538-46af-bd24-08e782826bc9', 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:35.445904 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cab35bc-162a-4b2d-a91e-e7389809bdfe tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (158fe76e-04ee-4700-9794-5705dcbbf900), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.473557 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-88908dd8-55d5-42e3-b879-4e5ffd54b01a req-ed10314c-6920-435a-9c05-44a173916d9d service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606092 Mar 14 19:05:35.526221 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cab35bc-162a-4b2d-a91e-e7389809bdfe tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (158fe76e-04ee-4700-9794-5705dcbbf900), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.531241 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cab35bc-162a-4b2d-a91e-e7389809bdfe tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (158fe76e-04ee-4700-9794-5705dcbbf900), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.552818 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab35bc-162a-4b2d-a91e-e7389809bdfe tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158fe76e-04ee-4700-9794-5705dcbbf900,revision_number=0']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:35.566450 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cab35bc-162a-4b2d-a91e-e7389809bdfe tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.568877 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-3cab35bc-162a-4b2d-a91e-e7389809bdfe tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1820300 Mar 14 19:05:35.571354 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55362) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:35.578818 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-3c854f0b-b69f-437e-bc4e-7f5dbf7d29d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'security_group_rule': {'security_group_id': 'f4916785-6538-46af-bd24-08e782826bc9', 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:35.590529 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'df50a54a-ff30-4f06-80cb-9f5e0a996eaf', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'floating_ip_address': '172.28.0.83', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'port_id': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'mac_address': 'fa:16:3e:41:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505885bb-4012-4363-afc5-8f5ece16628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:33Z', 'updated_at': '2022-03-14T19:05:33Z', 'revision_number': 0, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:56Z', 'revision_number': 5, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:05:35.619796 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3c854f0b-b69f-437e-bc4e-7f5dbf7d29d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (b85a0ff1-8d8f-461b-ab5d-ebd0f1be6819), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.624861 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd21a9-d049-4356-be8e-34c97deeefcf None None] The sync data for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb is: [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_floatingips': [{'id': 'df50a54a-ff30-4f06-80cb-9f5e0a996eaf', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'floating_ip_address': '172.28.0.83', 'floating_network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'router_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'port_id': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'mac_address': 'fa:16:3e:41:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505885bb-4012-4363-afc5-8f5ece16628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T19:05:33Z', 'updated_at': '2022-03-14T19:05:33Z', 'revision_number': 0, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:56Z', 'revision_number': 5, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:05:35.709425 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3c854f0b-b69f-437e-bc4e-7f5dbf7d29d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (b85a0ff1-8d8f-461b-ab5d-ebd0f1be6819), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.715823 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3c854f0b-b69f-437e-bc4e-7f5dbf7d29d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (b85a0ff1-8d8f-461b-ab5d-ebd0f1be6819), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.744316 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c854f0b-b69f-437e-bc4e-7f5dbf7d29d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85a0ff1-8d8f-461b-ab5d-ebd0f1be6819,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:35.753238 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3c854f0b-b69f-437e-bc4e-7f5dbf7d29d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.754950 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-3c854f0b-b69f-437e-bc4e-7f5dbf7d29d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823070 Mar 14 19:05:35.757869 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55364) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:35.762965 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'security_group_rule': {'security_group_id': 'f4916785-6538-46af-bd24-08e782826bc9', 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:35.793050 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.securitygroups_db [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Project 4dcffcf9436b459e8899b77df53fb877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:05:35.800756 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (02004fd8-36cb-42ea-b1c0-7d3522c09adb), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.891727 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (02004fd8-36cb-42ea-b1c0-7d3522c09adb), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.900012 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (02004fd8-36cb-42ea-b1c0-7d3522c09adb), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.917747 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6394241-778c-4343-ae26-e1a32f1b640e None None] New status for floating IP df50a54a-ff30-4f06-80cb-9f5e0a996eaf: ACTIVE {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:05:35.933631 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02004fd8-36cb-42ea-b1c0-7d3522c09adb,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:35.946474 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:35.948797 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-969cb32c-5db5-4559-a60d-ec84e9f4e3ff tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1894364 Mar 14 19:05:35.951451 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55366) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:05:35.959706 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'security_group_rule': {'security_group_id': 'f4916785-6538-46af-bd24-08e782826bc9', 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:35.995506 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.securitygroups_db [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Project 4dcffcf9436b459e8899b77df53fb877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 19:05:36.006151 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (6254f3f6-3f89-4adf-ba62-21313762ea0a), before_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.124727 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (6254f3f6-3f89-4adf-ba62-21313762ea0a), precommit_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.135973 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065248'] for security_group_rule (6254f3f6-3f89-4adf-ba62-21313762ea0a), after_create {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.179840 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6254f3f6-3f89-4adf-ba62-21313762ea0a,revision_number=0']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:36.195543 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.202749 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-cad0547c-40e7-49c4-8196-5586d9e384d7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2496841 Mar 14 19:05:36.341527 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-227cbe15-de8d-4f1e-add9-50c5dc9b4844 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999806839&fields=id&tenant_id=4dcffcf9436b459e8899b77df53fb877 HTTP/1.1" status: 200 len: 267 time: 0.0874324 Mar 14 19:05:36.441438 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-bc35544c-4f57-4c73-999f-79c0117794b3 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:36.444189 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-bc35544c-4f57-4c73-999f-79c0117794b3 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0943985 Mar 14 19:05:36.455687 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'port': {'security_groups': ['ae1124cf-4c91-4722-aa8e-4488e8118505', 'f4916785-6538-46af-bd24-08e782826bc9']}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:05:36.539211 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.773391 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:05:36.809695 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.815760 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.834723 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e4d267b1-3c50-43a6-b73e-929970a1cfd3'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:05:36.874878 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:36.875561 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:36.877699 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4c178d60-6de6-454a-9a12-bf3bcbdfba6b req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "PUT /v2.0/ports/e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 981 time: 0.4265547 Mar 14 19:05:36.878321 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:05:36.880649 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd59fcd2-edad-4af0-9967-00b38491ed15" -d '{"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:05:36.919069 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1d2c3-a4aa-4bde-a0db-c19f50a6d53c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=6']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:05:36.937687 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7bb9ab-5e4d-441b-b5d1-078f032ab3a0 x-openstack-request-id: req-bd7bb9ab-5e4d-441b-b5d1-078f032ab3a0 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:05:36.938106 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:05:36.938432 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd7bb9ab-5e4d-441b-b5d1-078f032ab3a0 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:05:36.938930 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'status': 'completed', 'code': 200} Mar 14 19:05:36.957434 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e4d267b1-3c50-43a6-b73e-929970a1cfd3'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:05:37.087618 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-c4a9b9c4-da66-417f-b5d3-a789790e7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:37.089718 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-c4a9b9c4-da66-417f-b5d3-a789790e7312 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1168 time: 0.1273746 Mar 14 19:05:37.198997 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b0645-d2c7-4952-9e83-5ba316cd3507 req-56a6c015-4437-438f-92df-f49fdb0e8999 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:37.201768 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6c6b0645-d2c7-4952-9e83-5ba316cd3507 req-56a6c015-4437-438f-92df-f49fdb0e8999 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.1914630 Mar 14 19:05:37.276361 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-8230ba9b-f724-4b84-b81f-b7ba17912545 None None] Provisioning complete for port e4d267b1-3c50-43a6-b73e-929970a1cfd3 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:05:37.276946 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8230ba9b-f724-4b84-b81f-b7ba17912545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:37.357496 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-357d73d6-ac65-41d1-91bf-7bcc65162a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:37.359857 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-357d73d6-ac65-41d1-91bf-7bcc65162a12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 200 len: 916 time: 0.2597864 Mar 14 19:05:37.371360 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6c6b0645-d2c7-4952-9e83-5ba316cd3507 req-81cbdc00-0a5f-4995-8ab9-9cdfe44b51bd tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584408 Mar 14 19:05:37.480810 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-44a19ada-5d25-44ff-aaac-e767612c0b07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 1000 time: 0.1075504 Mar 14 19:05:37.533933 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-f83b3736-ade6-4800-afbd-694102985356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:37.535524 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-f83b3736-ade6-4800-afbd-694102985356 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e7a1c27-bfb4-429c-9f9d-a8b046263a77 HTTP/1.1" status: 200 len: 854 time: 0.0484445 Mar 14 19:05:37.593215 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-be0bb676-aee9-416d-859c-fe1448be54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:05:37.594806 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-be0bb676-aee9-416d-859c-fe1448be54c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=987b5785-e541-41da-ac65-6c75322d745c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529740 Mar 14 19:05:37.683326 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-8230ba9b-f724-4b84-b81f-b7ba17912545 None None] Current status of the port e4d267b1-3c50-43a6-b73e-929970a1cfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:05:37.691522 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-a14977c2-4c78-4e08-8449-1f77da4337d6 service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898759 Mar 14 19:05:37.798554 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-dd59fcd2-edad-4af0-9967-00b38491ed15 req-6a33c32e-7134-46df-bab7-a8066d46d5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007309 Mar 14 19:05:40.329632 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-70c92bc1-2f82-4020-9769-e1d1cfbf4331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:41.666421 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:05:42.874632 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a289c559-56ab-4cc0-9e97-00ba838e551e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:44.342095 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:45.698710 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:46.710766 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:05:48.177330 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:03.390830 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216181f-c813-4444-9903-711dfe6c1ca2 req-c16eb439-4e6f-47c6-8153-5c76469ee9c8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:03.392383 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1216181f-c813-4444-9903-711dfe6c1ca2 req-c16eb439-4e6f-47c6-8153-5c76469ee9c8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0990176 Mar 14 19:06:03.400923 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-e3bec810-d13f-4f53-9082-e65832264570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:03.402417 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-e3bec810-d13f-4f53-9082-e65832264570 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1168 time: 0.0920224 Mar 14 19:06:03.519692 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1216181f-c813-4444-9903-711dfe6c1ca2 req-596c7bc0-5cb9-4225-be6f-b183295b9dcc tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210923 Mar 14 19:06:03.545214 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-4cd890b0-ecad-4d74-a900-02b249dcd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:03.546750 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-4cd890b0-ecad-4d74-a900-02b249dcd47b service neutron] 10.222.0.21 "GET /v2.0/networks?id=987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 200 len: 916 time: 0.1367352 Mar 14 19:06:03.618359 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-4e4d857b-aa56-468f-b296-429a3b082859 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 1000 time: 0.0653288 Mar 14 19:06:03.677965 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-a1f0c311-f5bf-4685-a247-106e84af6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:03.679374 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-a1f0c311-f5bf-4685-a247-106e84af6d64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e7a1c27-bfb4-429c-9f9d-a8b046263a77 HTTP/1.1" status: 200 len: 854 time: 0.0553310 Mar 14 19:06:03.735525 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-f14f9c1c-4f3c-4183-bd61-4f43c87fb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:03.738659 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-f14f9c1c-4f3c-4183-bd61-4f43c87fb340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=987b5785-e541-41da-ac65-6c75322d745c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0525684 Mar 14 19:06:03.839383 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-b05b83fd-7fe3-437a-92ce-5da4b56d5f9f service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945022 Mar 14 19:06:03.987289 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-f1e72a2a-1fc5-4387-977f-df155a3faff3 req-84edaad7-abe6-4a0a-a2f0-506c9123ea4b service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395888 Mar 14 19:06:04.651608 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f23d2f-dae6-4db5-9fd6-82f834e6f050 req-f4bc5bf1-fdd3-4d77-b206-fe33a12eb53f tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:04.653219 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-37f23d2f-dae6-4db5-9fd6-82f834e6f050 req-f4bc5bf1-fdd3-4d77-b206-fe33a12eb53f tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0613434 Mar 14 19:06:04.719327 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-37f23d2f-dae6-4db5-9fd6-82f834e6f050 req-63e08dfe-fc34-4881-900e-baf7a6224b71 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583026 Mar 14 19:06:05.857376 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5365-ba10-471b-bbff-2576e76fc21f req-8176ee69-ee4d-4e59-a8a6-794178f68f60 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:05.858993 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-272e5365-ba10-471b-bbff-2576e76fc21f req-8176ee69-ee4d-4e59-a8a6-794178f68f60 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0664349 Mar 14 19:06:05.927146 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-272e5365-ba10-471b-bbff-2576e76fc21f req-f25071c7-93e3-46a8-a807-a5f271073f1d tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621452 Mar 14 19:06:07.094249 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65f26f-ed54-4ab6-84ea-81bbeb246f2f req-66857901-4d8e-49cd-9872-12cc70e933f1 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:07.096200 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9c65f26f-ed54-4ab6-84ea-81bbeb246f2f req-66857901-4d8e-49cd-9872-12cc70e933f1 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0578790 Mar 14 19:06:07.163710 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9c65f26f-ed54-4ab6-84ea-81bbeb246f2f req-f8c25210-1cf4-48c8-b722-371b396d0289 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615559 Mar 14 19:06:08.292941 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f1834-8d6f-45c8-a014-e580d9f7c549 req-0d2284a2-ba8e-4149-8318-bcdca9e7bc7a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:08.294584 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c9f1834-8d6f-45c8-a014-e580d9f7c549 req-0d2284a2-ba8e-4149-8318-bcdca9e7bc7a tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0575173 Mar 14 19:06:08.371016 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3c9f1834-8d6f-45c8-a014-e580d9f7c549 req-4e59d2e8-c75b-4fa2-8c47-f33d1a5f6592 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654259 Mar 14 19:06:09.502971 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee7d4e-1f8f-44a5-b6db-31e8a1e08f11 req-464d8873-b460-47f8-ad86-166b99ae5ff4 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:09.504605 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a5ee7d4e-1f8f-44a5-b6db-31e8a1e08f11 req-464d8873-b460-47f8-ad86-166b99ae5ff4 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0630658 Mar 14 19:06:09.571107 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a5ee7d4e-1f8f-44a5-b6db-31e8a1e08f11 req-462a1d40-c58f-4639-8d1c-d75befcee78b tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603049 Mar 14 19:06:10.340931 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-8387e873-f9ac-4080-8e1e-e028c49713cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:10.719413 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3224ff1-f661-4b41-bb99-6b9c0c81f8db req-e81e1a5a-a26f-4086-81c1-b56b9bf62a18 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:10.722555 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d3224ff1-f661-4b41-bb99-6b9c0c81f8db req-e81e1a5a-a26f-4086-81c1-b56b9bf62a18 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0619171 Mar 14 19:06:10.804439 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d3224ff1-f661-4b41-bb99-6b9c0c81f8db req-0acbeff0-2382-475c-bd20-a49704dd47a7 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742860 Mar 14 19:06:11.950008 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9c9bb-5db7-4f05-850e-fea40a1d23b2 req-f8d4c7ab-f559-42c5-bf96-abfa380044d1 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:11.951658 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93e9c9bb-5db7-4f05-850e-fea40a1d23b2 req-f8d4c7ab-f559-42c5-bf96-abfa380044d1 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0721505 Mar 14 19:06:12.021471 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-93e9c9bb-5db7-4f05-850e-fea40a1d23b2 req-109187aa-943f-49d3-b5f6-e49ccdd6a95e tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635653 Mar 14 19:06:12.869616 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ad33a64a-8d5a-46bc-8996-50ea1c545ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:13.158798 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6872aaf-6059-42da-b7b3-edae98904113 req-6dae6f62-b91b-446d-9d64-743503ea0395 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:13.160351 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c6872aaf-6059-42da-b7b3-edae98904113 req-6dae6f62-b91b-446d-9d64-743503ea0395 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0600441 Mar 14 19:06:13.230296 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c6872aaf-6059-42da-b7b3-edae98904113 req-66e0919d-ba2f-4db1-b465-08fde9f181b1 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637221 Mar 14 19:06:14.339805 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:14.388331 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c88d0-7808-4f1f-a493-dc4d9e444b37 req-f92a40fd-35d0-4882-8a14-93729aee6b98 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:14.390076 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8a8c88d0-7808-4f1f-a493-dc4d9e444b37 req-f92a40fd-35d0-4882-8a14-93729aee6b98 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0692658 Mar 14 19:06:14.465382 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8a8c88d0-7808-4f1f-a493-dc4d9e444b37 req-a30639f0-7517-408f-b2c7-be806ed4f51c tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689843 Mar 14 19:06:15.609959 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca759ee-3b00-424f-8bab-632cc10c15aa req-84875779-9199-4efc-9992-17183f47a9d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:15.612421 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6ca759ee-3b00-424f-8bab-632cc10c15aa req-84875779-9199-4efc-9992-17183f47a9d5 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0602341 Mar 14 19:06:15.681916 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6ca759ee-3b00-424f-8bab-632cc10c15aa req-15b65115-a943-4bf8-a2ae-c29d052c4716 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633142 Mar 14 19:06:15.713501 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:16.712399 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:16.836417 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f80c5d-0d60-4166-934e-e258a7e71844 req-07430651-a775-4a6c-bd36-f4a67d4788fa tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:16.838220 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a4f80c5d-0d60-4166-934e-e258a7e71844 req-07430651-a775-4a6c-bd36-f4a67d4788fa tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0613675 Mar 14 19:06:16.909663 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a4f80c5d-0d60-4166-934e-e258a7e71844 req-7ac06c4d-fe08-4d96-942b-aca48dcdd301 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645692 Mar 14 19:06:18.044030 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5b3cd-8d5a-4be2-b9b8-58ca6f4ecb2f req-38aba132-19a6-424b-b705-e04a9b633e3f tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:18.045617 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-99d5b3cd-8d5a-4be2-b9b8-58ca6f4ecb2f req-38aba132-19a6-424b-b705-e04a9b633e3f tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0621622 Mar 14 19:06:18.115237 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-99d5b3cd-8d5a-4be2-b9b8-58ca6f4ecb2f req-eda6e4b7-6a2d-4b51-8897-c751ffe0eae0 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629318 Mar 14 19:06:18.187570 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:18.667020 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:06:19.248447 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535728bd-236e-442b-a0d6-4b56e6728d60 req-f2fbe48d-6ffb-4e0b-bf90-44f3a4198802 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:19.250236 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-535728bd-236e-442b-a0d6-4b56e6728d60 req-f2fbe48d-6ffb-4e0b-bf90-44f3a4198802 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0590193 Mar 14 19:06:19.322175 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-535728bd-236e-442b-a0d6-4b56e6728d60 req-1c2d926f-1c8f-48a1-ae13-aecf172dda77 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604784 Mar 14 19:06:20.496980 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459183-353e-44db-94fa-12ebeeb1dc48 req-b1f811d0-1b87-4581-8b9f-29b12939b197 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:20.498613 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-01459183-353e-44db-94fa-12ebeeb1dc48 req-b1f811d0-1b87-4581-8b9f-29b12939b197 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0646691 Mar 14 19:06:20.569196 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-01459183-353e-44db-94fa-12ebeeb1dc48 req-98c7b18a-bbe3-442a-a6ab-45ce3facf7cc tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4916785-6538-46af-bd24-08e782826bc9&id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603900 Mar 14 19:06:20.988821 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-774128e9-6dd6-4780-8dae-3633a9c8e9b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479271 Mar 14 19:06:21.083366 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-100a4332-0c45-456d-b490-bd15c963e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:21.084874 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-100a4332-0c45-456d-b490-bd15c963e5fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1129 time: 0.0480771 Mar 14 19:06:21.203407 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-81aba95b-1500-4ed4-84fc-dd31bbce2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:21.205650 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-81aba95b-1500-4ed4-84fc-dd31bbce2b96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 910 time: 0.1007113 Mar 14 19:06:21.282286 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-c0351c61-a9e6-41ba-9c2c-6112b85d7d2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 1001 time: 0.0699496 Mar 14 19:06:21.337863 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-7ad6f3ec-b05b-4e3b-8373-16fd8f663d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:21.339396 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-7ad6f3ec-b05b-4e3b-8373-16fd8f663d47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0514948 Mar 14 19:06:21.400128 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-93385110-48c9-4b62-8720-b9d4d9ed1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:21.401796 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-93385110-48c9-4b62-8720-b9d4d9ed1cac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0548337 Mar 14 19:06:21.506645 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-91b83851-722a-4179-9c5e-9219fadc025b service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972207 Mar 14 19:06:21.616622 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0b97e6f5-e14a-46cf-bcf5-dab9b6fd83e3 req-e8be6c29-7504-4230-97ae-c7aa836fcce4 service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036129 Mar 14 19:06:24.365981 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf9051-0dd7-4b77-9878-8369cdf14d52 req-3aeabc97-f6a5-439b-88f6-902ef3713fe9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:24.367607 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-20cf9051-0dd7-4b77-9878-8369cdf14d52 req-3aeabc97-f6a5-439b-88f6-902ef3713fe9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0586424 Mar 14 19:06:24.421376 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-20cf9051-0dd7-4b77-9878-8369cdf14d52 req-c6fc92d5-455e-4ddf-92d5-78917ab524c8 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478816 Mar 14 19:06:25.555738 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff7049-8c7a-4cc2-a153-82c3e0a13b0b req-81480bf5-4855-4493-8bee-8665341d43ee tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:25.557310 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3cff7049-8c7a-4cc2-a153-82c3e0a13b0b req-81480bf5-4855-4493-8bee-8665341d43ee tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0564799 Mar 14 19:06:25.640678 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-3cff7049-8c7a-4cc2-a153-82c3e0a13b0b req-0ad5f3c9-4307-4598-9f02-5a53c1394ee1 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769632 Mar 14 19:06:26.770050 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938c73a-10ce-47ac-81d1-dd0fdd292610 req-a9b1e5cd-e2d9-49d2-9c85-7163a7113bfb tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:26.771560 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7938c73a-10ce-47ac-81d1-dd0fdd292610 req-a9b1e5cd-e2d9-49d2-9c85-7163a7113bfb tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0592322 Mar 14 19:06:26.829388 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-7938c73a-10ce-47ac-81d1-dd0fdd292610 req-c7de38cd-2bc3-4388-9168-f15ba1554cfb tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492859 Mar 14 19:06:28.114304 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20490535-5e6b-4c1b-b73f-b89a8f1439d5 req-1fa4feeb-51f4-4cb2-8e83-972a83e6abff tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:28.115900 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-20490535-5e6b-4c1b-b73f-b89a8f1439d5 req-1fa4feeb-51f4-4cb2-8e83-972a83e6abff tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.1988358 Mar 14 19:06:28.170617 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-20490535-5e6b-4c1b-b73f-b89a8f1439d5 req-20dc48bd-680a-46c9-af55-f092552059f6 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489600 Mar 14 19:06:29.324326 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578624-9a70-4cd9-bf9b-508c862a27d7 req-abb499f4-91a1-4984-a0d4-52832281c1f7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:29.326213 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4a578624-9a70-4cd9-bf9b-508c862a27d7 req-abb499f4-91a1-4984-a0d4-52832281c1f7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0665410 Mar 14 19:06:29.384861 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-4a578624-9a70-4cd9-bf9b-508c862a27d7 req-4c0cc376-4ef6-4caa-9a04-b4db6c59c0d3 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508952 Mar 14 19:06:30.522935 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b006514-ede5-4c35-9611-bfcaade74366 req-7048d1a2-1fca-442e-96ba-150e20ef59d4 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:30.524578 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8b006514-ede5-4c35-9611-bfcaade74366 req-7048d1a2-1fca-442e-96ba-150e20ef59d4 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0643425 Mar 14 19:06:30.582166 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-8b006514-ede5-4c35-9611-bfcaade74366 req-988a991d-4bd3-482e-986c-bd4f0db23a96 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513020 Mar 14 19:06:31.779845 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759480e-4600-471b-8d3a-c2573e0dbf96 req-489789e2-f35f-4d1e-94ab-eaac9a0e9fb9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:31.781802 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2759480e-4600-471b-8d3a-c2573e0dbf96 req-489789e2-f35f-4d1e-94ab-eaac9a0e9fb9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.1240649 Mar 14 19:06:31.843880 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2759480e-4600-471b-8d3a-c2573e0dbf96 req-c5bf8e52-cbea-4611-a30d-d3a84865cc71 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553129 Mar 14 19:06:32.976550 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08ab3-91cd-4584-a301-f6a9a612202c req-cdb57809-c53b-4741-b7d9-eeb5bc8a7fe1 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:32.978848 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-65d08ab3-91cd-4584-a301-f6a9a612202c req-cdb57809-c53b-4741-b7d9-eeb5bc8a7fe1 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0598490 Mar 14 19:06:33.037021 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-65d08ab3-91cd-4584-a301-f6a9a612202c req-f8b1f1ee-5817-4830-9698-587e65d05415 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521879 Mar 14 19:06:34.176853 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94ff8-e5a5-46fc-9e2b-76a42751c34d req-12012c7e-18dd-4b1f-bc28-b7055c2d8f4c tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:34.178459 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5ad94ff8-e5a5-46fc-9e2b-76a42751c34d req-12012c7e-18dd-4b1f-bc28-b7055c2d8f4c tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0644381 Mar 14 19:06:34.235409 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5ad94ff8-e5a5-46fc-9e2b-76a42751c34d req-dcc09a5b-9500-4c9e-8293-a1920ac616b6 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505600 Mar 14 19:06:34.557157 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-2e54eaa5-8b21-419d-9676-f345490acac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:34.558736 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-2e54eaa5-8b21-419d-9676-f345490acac1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1129 time: 0.0541766 Mar 14 19:06:34.677605 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-71690515-1a11-4b4b-ab04-86f6e6d05a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:34.680199 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-71690515-1a11-4b4b-ab04-86f6e6d05a7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 910 time: 0.1143630 Mar 14 19:06:34.757379 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-7ebe1f0c-d664-4643-855e-591a7ec50f4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 1001 time: 0.0693057 Mar 14 19:06:34.815946 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-0d5515d3-b9e3-4ca1-ba2d-28773bf2e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:34.817474 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-0d5515d3-b9e3-4ca1-ba2d-28773bf2e1bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0508275 Mar 14 19:06:34.884135 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-8b829ba1-2dec-4232-9cee-9f98f0d44da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:34.885656 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-8b829ba1-2dec-4232-9cee-9f98f0d44da0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0574751 Mar 14 19:06:35.021644 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-9365b65c-c581-48cf-8a24-86f465feabd6 service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193397 Mar 14 19:06:35.177860 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-2c134800-be6d-4bfc-99e2-165502e3d7e2 req-98bd0710-5608-4f5a-bbed-f320473cfd5a service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498969 Mar 14 19:06:35.402080 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57c8f3-f6a3-4f29-8ab4-abccde786dc3 req-95e80937-cb78-42dd-a156-69c5a60327b3 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:35.404781 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fb57c8f3-f6a3-4f29-8ab4-abccde786dc3 req-95e80937-cb78-42dd-a156-69c5a60327b3 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0925436 Mar 14 19:06:35.473817 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-fb57c8f3-f6a3-4f29-8ab4-abccde786dc3 req-d425f610-b8a2-4009-b89e-2bf3b9fc6c1f tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618672 Mar 14 19:06:36.650707 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03fb28-c9b2-4a31-b870-a4d34bcf9a83 req-7b44ffe7-6ffe-4370-9303-79c96d05cd83 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:36.653260 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9f03fb28-c9b2-4a31-b870-a4d34bcf9a83 req-7b44ffe7-6ffe-4370-9303-79c96d05cd83 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0856771 Mar 14 19:06:36.727312 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-9f03fb28-c9b2-4a31-b870-a4d34bcf9a83 req-0c322351-0308-41fc-bbb4-2c06e1ab1952 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652270 Mar 14 19:06:37.856469 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad318c-b7cb-4c3d-9df7-edaccfc296c2 req-46fe3d64-c497-49ab-888d-7073a9d70f5c tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:37.858165 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-97ad318c-b7cb-4c3d-9df7-edaccfc296c2 req-46fe3d64-c497-49ab-888d-7073a9d70f5c tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0577259 Mar 14 19:06:37.912603 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-97ad318c-b7cb-4c3d-9df7-edaccfc296c2 req-00141f98-e26b-480b-a141-4e8cb0dd72a7 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481920 Mar 14 19:06:38.164532 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-eaeb4cf7-7e5e-4a04-bf2f-8fde29ef8e80 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668344 Mar 14 19:06:38.186959 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77862ca-33d2-4387-b93f-204eac53f73c req-b1676e10-fa9f-4f53-ad50-471d3be82724 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:38.188542 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a77862ca-33d2-4387-b93f-204eac53f73c req-b1676e10-fa9f-4f53-ad50-471d3be82724 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0679383 Mar 14 19:06:38.259967 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-73497860-f2f7-4eb2-bdc9-335b55c99d7f tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:38.261459 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-73497860-f2f7-4eb2-bdc9-335b55c99d7f tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports/3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 942 time: 0.0519936 Mar 14 19:06:38.262663 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a77862ca-33d2-4387-b93f-204eac53f73c req-e643dc87-b029-472b-810d-42233f7b884a tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674381 Mar 14 19:06:39.401805 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a80ac1-3daf-4f15-b22a-1a28e5f09ded req-f1d96725-a9c8-4364-9339-e2df0f429ae3 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.403565 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c6a80ac1-3daf-4f15-b22a-1a28e5f09ded req-f1d96725-a9c8-4364-9339-e2df0f429ae3 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0639882 Mar 14 19:06:39.466294 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-c6a80ac1-3daf-4f15-b22a-1a28e5f09ded req-4e6d048e-02f7-4ac4-9fe4-23667d3e8422 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551512 Mar 14 19:06:39.531388 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-85f17dc4-487a-45e8-a9a6-4ab08a96d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.533932 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-85f17dc4-487a-45e8-a9a6-4ab08a96d3fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86&tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d HTTP/1.1" status: 200 len: 1129 time: 0.0592680 Mar 14 19:06:39.606465 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-228beed6-f6a7-432e-9345-6c83c55b4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.607927 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-228beed6-f6a7-432e-9345-6c83c55b4ce2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1129 time: 0.0498366 Mar 14 19:06:39.726990 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-d0e7a5a7-9f7e-4a35-a005-f6230a8f53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.728702 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-d0e7a5a7-9f7e-4a35-a005-f6230a8f53cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 910 time: 0.1120882 Mar 14 19:06:39.807311 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-55f23afb-3e69-4d5a-9ebe-26336e39d888 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 1001 time: 0.0723774 Mar 14 19:06:39.861949 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-64618f68-1977-41f0-b8ee-6d2c7a06d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.863379 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-64618f68-1977-41f0-b8ee-6d2c7a06d71d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0476952 Mar 14 19:06:39.919717 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-225c1077-8e32-49a0-a070-600f07f65c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:39.921254 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-225c1077-8e32-49a0-a070-600f07f65c0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0505912 Mar 14 19:06:40.033125 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-2e8a419a-fd15-4253-a3fb-8240947553d8 service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031113 Mar 14 19:06:40.114104 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 3c1285b3-ea03-47f2-9203-4d1b299efc04 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:06:40.142916 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-6708bf98-10d7-4515-afc5-08ecba04f773 req-d6faa051-fabc-4952-9a04-ff192ec5cb9f service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027501 Mar 14 19:06:40.210361 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 3c1285b3-ea03-47f2-9203-4d1b299efc04 is: ACTIVE; New status is: DOWN {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:06:40.210745 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:40.237559 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:40.239912 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97837349-e8ff-4a04-ba8c-09e421453dcf" -d '{"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:06:40.260468 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:40.266902 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:40.295991 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d22937-0444-45dc-842d-5e3e4ee479d6 x-openstack-request-id: req-22d22937-0444-45dc-842d-5e3e4ee479d6 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:06:40.296348 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-unplugged", "status": "completed", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:06:40.296581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22d22937-0444-45dc-842d-5e3e4ee479d6 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:06:40.296924 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'code': 200} Mar 14 19:06:40.344622 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=6']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:40.350167 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-f44adccd-372b-4e9b-8e34-ae52befa09f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:40.357008 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.357549 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.358048 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.358435 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.358825 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.359200 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.359706 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.359922 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.360321 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.361684 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.362142 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.362607 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.363011 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.363410 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.363781 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:40.609525 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc519a-dbd2-4451-a803-0153dac9a389 req-1f064cf5-371f-41e5-a224-ed1ff795e897 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:40.611895 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ddcc519a-dbd2-4451-a803-0153dac9a389 req-1f064cf5-371f-41e5-a224-ed1ff795e897 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 943 time: 0.0648227 Mar 14 19:06:40.668234 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-ddcc519a-dbd2-4451-a803-0153dac9a389 req-7aaf9105-7fd7-4820-9241-d436722f0268 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506241 Mar 14 19:06:41.277640 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de772-c267-4d13-b983-278c922bcc5b req-6c58496f-fe8c-4b15-9579-e1ec32954244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:41.279211 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-227de772-c267-4d13-b983-278c922bcc5b req-6c58496f-fe8c-4b15-9579-e1ec32954244 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1127 time: 0.0520334 Mar 14 19:06:41.337791 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-227de772-c267-4d13-b983-278c922bcc5b req-8f8b9d14-9017-4f58-b86b-423c7f131858 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520411 Mar 14 19:06:41.807384 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91326-522f-476d-baa5-0e516b64d119 req-7a40e41b-fc5d-4a50-a9fa-75a3cf6165fb tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:41.808961 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-61f91326-522f-476d-baa5-0e516b64d119 req-7a40e41b-fc5d-4a50-a9fa-75a3cf6165fb tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 943 time: 0.0606992 Mar 14 19:06:41.879301 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-61f91326-522f-476d-baa5-0e516b64d119 req-4e672b18-6bc8-4bc3-b50e-d1a6cc24bc64 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633478 Mar 14 19:06:42.117285 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 3c1285b3-ea03-47f2-9203-4d1b299efc04 details requested by agent hyperv_hv-cinder-82966 with host hv-cinder-82966 {{(pid=103192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 19:06:42.299224 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:42.318544 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Returning: {'device': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'port_id': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'mac_address': 'fa:16:3e:3a:16:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 19:06:42.387264 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 3c1285b3-ea03-47f2-9203-4d1b299efc04 is: DOWN; New status is: BUILD {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:06:42.387865 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:42.404966 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1285b3-ea03-47f2-9203-4d1b299efc04 {{(pid=103192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 19:06:42.429900 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:42.434738 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:42.496289 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=7']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:42.685255 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['3c1285b3-ea03-47f2-9203-4d1b299efc04'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:06:42.889030 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c056-afda-42f0-8edd-bf27df8901a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:43.017412 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fe178-4f00-459b-a7b5-0ca9ff296e51 req-93ddb237-06b4-4df1-8cef-2af36c843db9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:43.018937 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-162fe178-4f00-459b-a7b5-0ca9ff296e51 req-93ddb237-06b4-4df1-8cef-2af36c843db9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 944 time: 0.0606344 Mar 14 19:06:43.074131 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-162fe178-4f00-459b-a7b5-0ca9ff296e51 req-3b22d564-41b0-465f-9b3d-7bebb81cdbcb tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492160 Mar 14 19:06:44.144672 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 3c1285b3-ea03-47f2-9203-4d1b299efc04 up at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 19:06:44.200138 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Provisioning complete for port 3c1285b3-ea03-47f2-9203-4d1b299efc04 triggered by entity L2. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:06:44.200440 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:44.285670 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Current status of the port 3c1285b3-ea03-47f2-9203-4d1b299efc04 is: BUILD; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:06:44.286169 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:44.312430 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04'}] {{(pid=103192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:44.315456 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3411243818fed03992816e58dd27ea5c0844c93f344f33f68049369f09f80b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72d0a0-27c9-41a2-b15d-e22ac1db07e3" -d '{"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-plugged", "status": "completed", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04"}]}' {{(pid=103192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:06:44.333502 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:44.341359 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:44.371595 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:44.387415 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ad5cb-1c9c-4f34-9862-f3186509d577 x-openstack-request-id: req-507ad5cb-1c9c-4f34-9862-f3186509d577 {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:06:44.387748 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-plugged", "status": "completed", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04", "code": 200}]} {{(pid=103192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:06:44.387990 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-507ad5cb-1c9c-4f34-9862-f3186509d577 {{(pid=103192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:06:44.388397 dv-cinder-829664-3-smb neutron-server[103192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'code': 200} Mar 14 19:06:44.402717 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Pushing event updated for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=8']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:45.709415 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:46.709948 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:48.189269 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:53.282121 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-14a0fb6f-98c8-40c5-b880-5f19bfa37216 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999806839&fields=id&tenant_id=4dcffcf9436b459e8899b77df53fb877 HTTP/1.1" status: 200 len: 267 time: 0.0492156 Mar 14 19:06:53.345989 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-ad57c19a-7e95-4d49-b418-4b53cc6630cc tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:53.347782 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-ad57c19a-7e95-4d49-b418-4b53cc6630cc tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 984 time: 0.0593960 Mar 14 19:06:53.359205 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.v2.base [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Request body: {'port': {'security_groups': ['ae1124cf-4c91-4722-aa8e-4488e8118505']}} {{(pid=103191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 19:06:53.445545 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1008978'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:53.649675 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:06:53.686208 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:53.692093 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747201293846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747200755285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747200755303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6187816'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:53.706135 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e4d267b1-3c50-43a6-b73e-929970a1cfd3'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:06:53.747410 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:53.748197 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:53.750431 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-d9901b4d-3562-46f7-9b72-3a5e62f6ef4c req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "PUT /v2.0/ports/e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 942 time: 0.3959594 Mar 14 19:06:53.751257 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:53.755329 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06323e58-e330-4664-9d27-2742bd26937c" -d '{"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:06:53.764988 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55492) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:06:53.812133 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event updated for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=7']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:53.826524 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.826715 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.827285 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.827869 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.828451 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.829085 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.829646 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.830541 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.831099 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.831659 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.832232 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.832808 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.833390 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.833992 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.834572 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716fe9f-1f42-4777-a9a2-86fbd778f7be tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:53.900367 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242e2429-14ae-4e67-a2e7-2cda293d34cd x-openstack-request-id: req-242e2429-14ae-4e67-a2e7-2cda293d34cd {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:06:53.901739 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:06:53.901739 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-242e2429-14ae-4e67-a2e7-2cda293d34cd {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:06:53.902120 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'status': 'completed', 'code': 200} Mar 14 19:06:53.908681 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e4d267b1-3c50-43a6-b73e-929970a1cfd3'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:06:53.909013 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group (f4916785-6538-46af-bd24-08e782826bc9), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:53.989443 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group (f4916785-6538-46af-bd24-08e782826bc9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.016882 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323e58-e330-4664-9d27-2742bd26937c req-1f48f7ba-54af-4f18-8bd8-630e538a4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:54.020107 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-1f48f7ba-54af-4f18-8bd8-630e538a4cfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1129 time: 0.0929470 Mar 14 19:06:54.140592 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (f4916785-6538-46af-bd24-08e782826bc9), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.145817 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.147692 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "DELETE /v2.0/security-groups/f4916785-6538-46af-bd24-08e782826bc9 HTTP/1.1" status: 204 len: 168 time: 0.3810310 Mar 14 19:06:54.153334 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55494) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:06:54.164359 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4916785-6538-46af-bd24-08e782826bc9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:54.178534 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.179131 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.179683 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.180234 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.180814 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.181369 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.181963 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.182583 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.183152 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.183700 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.184252 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.184803 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.185359 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.185963 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.186510 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c6aa9f-ee66-4ec4-a254-d238beaf8414 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:06:54.227504 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.provisioning_blocks [None req-96bb0368-ec01-4553-b4aa-f9a1013b2c7e None None] Provisioning complete for port e4d267b1-3c50-43a6-b73e-929970a1cfd3 triggered by entity DHCP. {{(pid=103192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 19:06:54.228306 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-96bb0368-ec01-4553-b4aa-f9a1013b2c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854432'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), provisioning_complete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.371268 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-96bb0368-ec01-4553-b4aa-f9a1013b2c7e None None] Current status of the port e4d267b1-3c50-43a6-b73e-929970a1cfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 14 19:06:54.548755 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323e58-e330-4664-9d27-2742bd26937c req-53761e60-356e-4c45-9164-5e8a5a5be348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:54.550282 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-53761e60-356e-4c45-9164-5e8a5a5be348 service neutron] 10.222.0.21 "GET /v2.0/networks?id=987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 200 len: 916 time: 0.5207365 Mar 14 19:06:54.670112 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-21668e63-6e76-4e44-878f-0417e9cebac8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 1000 time: 0.1100252 Mar 14 19:06:54.749167 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323e58-e330-4664-9d27-2742bd26937c req-937b2963-89a7-4816-9312-df9f036f9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:54.750717 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-937b2963-89a7-4816-9312-df9f036f9187 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e7a1c27-bfb4-429c-9f9d-a8b046263a77 HTTP/1.1" status: 200 len: 854 time: 0.0590277 Mar 14 19:06:54.802222 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Deleting port c3419b3c-8f54-4f3d-9307-80507d36c22e {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:06:54.802771 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:54.929943 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323e58-e330-4664-9d27-2742bd26937c req-c537cb9c-46e1-4923-8797-e2f45dace0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:54.932855 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-c537cb9c-46e1-4923-8797-e2f45dace0d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=987b5785-e541-41da-ac65-6c75322d745c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1752183 Mar 14 19:06:54.961798 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-d93b95c6-9cc4-4f5a-b405-c1d80fa96240 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 19:06:54.963925 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-d93b95c6-9cc4-4f5a-b405-c1d80fa96240 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222466 Mar 14 19:06:55.006322 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:55.006889 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for floatingip (c3419b3c-8f54-4f3d-9307-80507d36c22e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:55.103780 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Calling delete_port for c3419b3c-8f54-4f3d-9307-80507d36c22e owned by network:floatingip {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:06:55.306622 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-fe391d4a-e5c3-41a4-9e01-883586450797 service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295517 Mar 14 19:06:55.523715 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-06323e58-e330-4664-9d27-2742bd26937c req-fffb91a1-7d83-4af6-b4ec-6a15ce35d1eb service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070906 Mar 14 19:06:55.580168 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (c3419b3c-8f54-4f3d-9307-80507d36c22e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:55.614123 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event deleted for resources: {'Port': ['ID=c3419b3c-8f54-4f3d-9307-80507d36c22e,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:06:55.671484 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:06:55.682076 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks [] for floatingip (df50a54a-ff30-4f06-80cb-9f5e0a996eaf), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:55.682405 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.db.l3_db [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Floating IP df50a54a-ff30-4f06-80cb-9f5e0a996eaf disassociated (deleted). External IP: 172.28.0.83, port: e4d267b1-3c50-43a6-b73e-929970a1cfd3. Mar 14 19:06:56.011071 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Router 5f070aae-4d8e-4ce5-bf21-d25d69441301 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:06:56.140824 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:06:56.147314 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:06:56.154470 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] Sync routers for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:06:56.170148 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:06:56.171186 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:06:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:56.196044 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-8010865a-09fc-405b-b457-9e2b56b8adf6 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "DELETE /v2.0/floatingips/df50a54a-ff30-4f06-80cb-9f5e0a996eaf HTTP/1.1" status: 204 len: 168 time: 2.0409021 Mar 14 19:06:56.196841 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:06:56.200847 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10630d31-b6f1-4488-adb0-1c1508e663d1" -d '{"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:06:56.254374 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d41826-0ba4-442c-bd0d-f59fbe602c36 x-openstack-request-id: req-66d41826-0ba4-442c-bd0d-f59fbe602c36 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:06:56.254817 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:06:56.255167 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66d41826-0ba4-442c-bd0d-f59fbe602c36 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:06:56.255724 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'status': 'completed', 'code': 200} Mar 14 19:06:56.338848 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-ef9fa4a6-3548-4fb1-aef4-47528d137605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:56.340881 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-ef9fa4a6-3548-4fb1-aef4-47528d137605 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcffcf9436b459e8899b77df53fb877&device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 1129 time: 0.0603538 Mar 14 19:06:56.358759 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:06:56.466560 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-362f5f7a-ff7f-4b28-848a-4e16f16d0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:56.469167 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-362f5f7a-ff7f-4b28-848a-4e16f16d0a7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 200 len: 916 time: 0.1218181 Mar 14 19:06:56.528430 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-bc7804db-dbfa-4a9d-9923-6a73f57f2df9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 200 len: 217 time: 0.0534525 Mar 14 19:06:56.593754 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-7c862f89-ecdd-4968-9b6b-1df607d3108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:56.596954 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-7c862f89-ecdd-4968-9b6b-1df607d3108b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e7a1c27-bfb4-429c-9f9d-a8b046263a77 HTTP/1.1" status: 200 len: 854 time: 0.0625658 Mar 14 19:06:56.696010 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-fa7481f3-1b24-42ad-9fe4-6d3f6a3f90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:56.699370 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-fa7481f3-1b24-42ad-9fe4-6d3f6a3f90cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=987b5785-e541-41da-ac65-6c75322d745c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0847404 Mar 14 19:06:56.704172 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:56Z', 'revision_number': 5, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:56.738215 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] Checking router: 5f070aae-4d8e-4ce5-bf21-d25d69441301 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:06:56.747892 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:06:56.748524 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:06:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:56.856033 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-7750fd48-2d12-47e3-b9d5-40eaa37a7305 service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497064 Mar 14 19:06:56.890426 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:06:56.969332 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-10630d31-b6f1-4488-adb0-1c1508e663d1 req-0194418b-a8cd-4e6e-b781-717b6b10ef1a service neutron] 10.222.0.21 "GET /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068809 Mar 14 19:06:57.182667 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:56Z', 'revision_number': 5, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:06:57.210984 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63464bd-4999-41da-849c-fa56cd0977d3 None None] The sync data for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb is: [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:50Z', 'revision_number': 4, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': 'b7bc3766-fd44-4bc9-a367-41a639f13480', 'name': '', 'network_id': '987b5785-e541-41da-ac65-6c75322d745c', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'mac_address': 'fa:16:3e:ca:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:49Z', 'updated_at': '2022-03-14T19:04:56Z', 'revision_number': 5, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'subnets': [{'id': '4e7a1c27-bfb4-429c-9f9d-a8b046263a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:06:57.483217 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7cf3-49da-435f-a6ab-550f36053489 None None] New status for floating IP df50a54a-ff30-4f06-80cb-9f5e0a996eaf: DOWN {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:06:59.221389 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e35367-9aef-4b57-b515-f552b972111a req-6ad162b6-bc51-4e98-ba3a-af6d1487a678 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:06:59.222967 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-03e35367-9aef-4b57-b515-f552b972111a req-6ad162b6-bc51-4e98-ba3a-af6d1487a678 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0675023 Mar 14 19:06:59.279786 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-03e35367-9aef-4b57-b515-f552b972111a req-8471f0fd-75e4-4939-8dc8-c22e96a429de tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481708 Mar 14 19:07:00.431969 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8f8b7-f29e-43d1-b0a4-3fb5c025324d req-aee5c81d-b152-4560-b3cf-9104c20ed8ec tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:00.433611 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1ad8f8b7-f29e-43d1-b0a4-3fb5c025324d req-aee5c81d-b152-4560-b3cf-9104c20ed8ec tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0742004 Mar 14 19:07:00.503868 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1ad8f8b7-f29e-43d1-b0a4-3fb5c025324d req-fceafd66-2660-4cda-8ee3-324743e010da tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1124cf-4c91-4722-aa8e-4488e8118505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592301 Mar 14 19:07:01.065402 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-8c0223b6-64ef-4bae-aea5-d09dd276a2da tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:01.067115 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-8c0223b6-64ef-4bae-aea5-d09dd276a2da tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.21 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 945 time: 0.0660346 Mar 14 19:07:01.174423 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Deleting port e4d267b1-3c50-43a6-b73e-929970a1cfd3 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:01.174814 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:01.303099 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] For port e4d267b1-3c50-43a6-b73e-929970a1cfd3, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=e4d267b1-3c50-43a6-b73e-929970a1cfd3,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:01.303718 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:01.327360 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Calling delete_port for e4d267b1-3c50-43a6-b73e-929970a1cfd3 owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:01.554753 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (e4d267b1-3c50-43a6-b73e-929970a1cfd3), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:01.573341 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] get_ports_and_sgs() called for port_ids ['e4d267b1-3c50-43a6-b73e-929970a1cfd3'] {{(pid=103192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 19:07:01.603948 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Pushing event deleted for resources: {'Port': ['ID=e4d267b1-3c50-43a6-b73e-929970a1cfd3,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:01.653574 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-621377b8-45ce-4ee1-9f33-b21308e816c6 req-dffa50b6-50f0-46dc-b037-eb382332c77d tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.35 "GET /v2.0/ports?device_id=505885bb-4012-4363-afc5-8f5ece16628b HTTP/1.1" status: 200 len: 210 time: 0.0522041 Mar 14 19:07:01.676549 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] No DVR routers for this DVR port e4d267b1-3c50-43a6-b73e-929970a1cfd3 on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:01.679548 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:01.682996 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-832fe315-9ec6-4bb5-8c93-f0f89aecaa4d req-f6b7276a-30d8-41bd-9115-1ab608a6bae8 tempest-TestMinimumBasicScenario-1500649397 tempest-TestMinimumBasicScenario-1500649397-project] 10.222.0.21 "DELETE /v2.0/ports/e4d267b1-3c50-43a6-b73e-929970a1cfd3 HTTP/1.1" status: 204 len: 173 time: 0.6104162 Mar 14 19:07:01.683484 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'name': 'network-vif-deleted', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:01.685863 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18884733-5eaa-479c-9651-5cb5dda10fe0" -d '{"events": [{"server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "name": "network-vif-deleted", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:07:01.741102 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90270c88-fa0f-48a5-ac10-0862bcbc96b8 x-openstack-request-id: req-90270c88-fa0f-48a5-ac10-0862bcbc96b8 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:07:01.741601 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505885bb-4012-4363-afc5-8f5ece16628b", "name": "network-vif-deleted", "tag": "e4d267b1-3c50-43a6-b73e-929970a1cfd3", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:07:01.742040 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90270c88-fa0f-48a5-ac10-0862bcbc96b8 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:07:01.742687 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505885bb-4012-4363-afc5-8f5ece16628b', 'name': 'network-vif-deleted', 'tag': 'e4d267b1-3c50-43a6-b73e-929970a1cfd3', 'status': 'completed', 'code': 200} Mar 14 19:07:03.326353 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55576) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:03.717775 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (5f070aae-4d8e-4ce5-bf21-d25d69441301), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:03.990423 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Deleting port b7bc3766-fd44-4bc9-a367-41a639f13480 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:03.990747 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:04.078341 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] For port b7bc3766-fd44-4bc9-a367-41a639f13480, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=b7bc3766-fd44-4bc9-a367-41a639f13480,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:04.078712 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:04.094252 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Calling delete_port for b7bc3766-fd44-4bc9-a367-41a639f13480 owned by network:router_interface {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:04.286900 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (b7bc3766-fd44-4bc9-a367-41a639f13480), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:04.312829 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bc3766-fd44-4bc9-a367-41a639f13480,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:04.512170 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (5f070aae-4d8e-4ce5-bf21-d25d69441301), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:05.036383 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Router 5f070aae-4d8e-4ce5-bf21-d25d69441301 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:07:05.168891 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:07:05.175760 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-161848e2-34af-427a-8fe6-9409c1460a6f admin admin] 10.222.0.35 "PUT /v2.0/routers/5f070aae-4d8e-4ce5-bf21-d25d69441301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8473699 Mar 14 19:07:05.179618 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55580) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:05.183171 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] Sync routers for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:07:05.195629 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:05.196466 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:06:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:05.322496 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks [] for router (5f070aae-4d8e-4ce5-bf21-d25d69441301), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:05.336690 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:05.441542 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks [] for router_gateway (5f070aae-4d8e-4ce5-bf21-d25d69441301), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:05.511457 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Deleting port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:05.511942 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:05.613383 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] For port 37e6a4a5-a200-43e4-a37c-a26bc9b4f222, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:05.614109 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:05.622411 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:07:04Z', 'revision_number': 5, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port': {'id': '37e6a4a5-a200-43e4-a37c-a26bc9b4f222', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:05.628683 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Calling delete_port for 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 owned by network:router_gateway {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:05.672211 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] Checking router: 5f070aae-4d8e-4ce5-bf21-d25d69441301 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:07:05.686476 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] Routers {'5f070aae-4d8e-4ce5-bf21-d25d69441301'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:05.687386 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:06:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['5f070aae-4d8e-4ce5-bf21-d25d69441301'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:05.799323 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] Set router 5f070aae-4d8e-4ce5-bf21-d25d69441301 gateway port host: None {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:05.826523 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (37e6a4a5-a200-43e4-a37c-a26bc9b4f222), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:05.881142 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e6a4a5-a200-43e4-a37c-a26bc9b4f222,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:05.891171 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:07:05Z', 'revision_number': 6, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:05.924251 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1de5aa-3d2e-44e7-b804-7cd07157208f None None] The sync data for ids ['5f070aae-4d8e-4ce5-bf21-d25d69441301'] in dv-cinder-829664-3-smb is: [{'id': '5f070aae-4d8e-4ce5-bf21-d25d69441301', 'name': 'tempest-TestMinimumBasicScenario-1797555143-router', 'tenant_id': '4dcffcf9436b459e8899b77df53fb877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:47Z', 'updated_at': '2022-03-14T19:07:05Z', 'revision_number': 6, 'project_id': '4dcffcf9436b459e8899b77df53fb877', 'gw_port_host': None}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:07:05.976865 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (5f070aae-4d8e-4ce5-bf21-d25d69441301), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.090110 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (5f070aae-4d8e-4ce5-bf21-d25d69441301), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.092834 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks [] for router_controller (5f070aae-4d8e-4ce5-bf21-d25d69441301), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.145388 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (5f070aae-4d8e-4ce5-bf21-d25d69441301), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.145943 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f070aae-4d8e-4ce5-bf21-d25d69441301 {{(pid=103190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:07:06.153308 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.154909 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-71e9813b-4508-4963-b0f5-bade51341056 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5f070aae-4d8e-4ce5-bf21-d25d69441301 HTTP/1.1" status: 204 len: 168 time: 0.9740570 Mar 14 19:07:06.158618 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55582) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:06.215360 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] Deleting subnet 4e7a1c27-bfb4-429c-9f9d-a8b046263a77 {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:07:06.219695 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] Publish callbacks [] for subnet (4e7a1c27-bfb4-429c-9f9d-a8b046263a77), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.222414 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e4d267b1-3c50-43a6-b73e-929970a1cfd3 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:06.247760 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: e4d267b1-3c50-43a6-b73e-929970a1cfd3 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:07:06.248241 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device e4d267b1-3c50-43a6-b73e-929970a1cfd3 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:06.264541 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582570'] for subnet (4e7a1c27-bfb4-429c-9f9d-a8b046263a77), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.402776 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (4e7a1c27-bfb4-429c-9f9d-a8b046263a77), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.497785 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7591163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6213386'] for subnet (4e7a1c27-bfb4-429c-9f9d-a8b046263a77), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.555924 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7a1c27-bfb4-429c-9f9d-a8b046263a77,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:06.561990 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.567843 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-22b95759-d435-4fa6-a822-85ab33429d6c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4e7a1c27-bfb4-429c-9f9d-a8b046263a77 HTTP/1.1" status: 204 len: 168 time: 0.4079056 Mar 14 19:07:06.568244 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ca38f-d3d5-4774-9cad-ab908a2a5a4d None None] Network 987b5785-e541-41da-ac65-6c75322d745c requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:07:06.571599 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55584) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:06.673706 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (987b5785-e541-41da-ac65-6c75322d745c), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.758288 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Deleting port e74355d2-ae40-461c-81a9-7331a134c127 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:06.758472 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (e74355d2-ae40-461c-81a9-7331a134c127), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.858931 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] For port e74355d2-ae40-461c-81a9-7331a134c127, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=e74355d2-ae40-461c-81a9-7331a134c127,segment=NetworkSegment(d379dcc4-8f74-4009-afc7-9e87ed996328),segment_id=d379dcc4-8f74-4009-afc7-9e87ed996328)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:06.859348 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (e74355d2-ae40-461c-81a9-7331a134c127), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.876385 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Calling delete_port for e74355d2-ae40-461c-81a9-7331a134c127 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:06.913693 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] DHCP port deletion for 987b5785-e541-41da-ac65-6c75322d745c request from dv-cinder-829664-3-smb {{(pid=103192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:07:06.971111 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (e74355d2-ae40-461c-81a9-7331a134c127), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:06.975114 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] Deleting port e74355d2-ae40-461c-81a9-7331a134c127 {{(pid=103192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:06.975372 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (e74355d2-ae40-461c-81a9-7331a134c127), before_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.002038 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Pushing event deleted for resources: {'Port': ['ID=e74355d2-ae40-461c-81a9-7331a134c127,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:07.004390 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] No DVR routers for this DVR port e74355d2-ae40-461c-81a9-7331a134c127 on host dv-cinder-829664-3-smb {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:07.073577 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] For port e74355d2-ae40-461c-81a9-7331a134c127, host dv-cinder-829664-3-smb, got binding levels [] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:07.074103 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (e74355d2-ae40-461c-81a9-7331a134c127), precommit_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.090434 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] Calling delete_port for e74355d2-ae40-461c-81a9-7331a134c127 owned by network:dhcp {{(pid=103192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:07.093631 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.ipam_backend_mixin [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] Port e74355d2-ae40-461c-81a9-7331a134c127 was not found and therefore no delete operation was performed {{(pid=103192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 14 19:07:07.095801 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276'] for port (e74355d2-ae40-461c-81a9-7331a134c127), after_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.115308 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (987b5785-e541-41da-ac65-6c75322d745c), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.127243 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] Pushing event deleted for resources: {'Port': ['ID=e74355d2-ae40-461c-81a9-7331a134c127,revision_number=None']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:07.132336 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c1eab-5892-4f9d-a68a-2643b21c7a9b None None] No DVR routers for this DVR port e74355d2-ae40-461c-81a9-7331a134c127 on host dv-cinder-829664-3-smb {{(pid=103192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:07.150732 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987b5785-e541-41da-ac65-6c75322d745c']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:07.162848 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd379dcc4-8f74-4009-afc7-9e87ed996328') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:07.163055 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd379dcc4-8f74-4009-afc7-9e87ed996328') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:07.175090 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (d379dcc4-8f74-4009-afc7-9e87ed996328), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.191305 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (d379dcc4-8f74-4009-afc7-9e87ed996328), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.198724 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:07:07.199333 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (d379dcc4-8f74-4009-afc7-9e87ed996328), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:07:07.201784 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:07:07.262305 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (987b5785-e541-41da-ac65-6c75322d745c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.268334 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.272847 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] 10.222.0.35 "DELETE /v2.0/networks/987b5785-e541-41da-ac65-6c75322d745c HTTP/1.1" status: 204 len: 168 time: 0.6996651 Mar 14 19:07:07.277483 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55586) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:07.291884 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3c1e1-6714-40cc-93ad-a8d2344b58da admin admin] Pushing event deleted for resources: {'Network': ['ID=987b5785-e541-41da-ac65-6c75322d745c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:07.673346 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (458aa618-6822-4bdc-96dd-dd34dfcf4796), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:07.965147 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Deleting port 9b4df9f5-e99b-498e-8777-01cb856e9bf7 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:07.965634 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:08.023992 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:08.045323 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:07:08.045674 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 37e6a4a5-a200-43e4-a37c-a26bc9b4f222 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:08.046156 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device b7bc3766-fd44-4bc9-a367-41a639f13480 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:08.056350 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] For port 9b4df9f5-e99b-498e-8777-01cb856e9bf7, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9b4df9f5-e99b-498e-8777-01cb856e9bf7,segment=NetworkSegment(43a3e3d4-d717-4d92-994c-349c71a0c6b9),segment_id=43a3e3d4-d717-4d92-994c-349c71a0c6b9)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:08.056716 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:08.067723 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: b7bc3766-fd44-4bc9-a367-41a639f13480 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:07:08.068075 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device b7bc3766-fd44-4bc9-a367-41a639f13480 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:08.068500 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device e74355d2-ae40-461c-81a9-7331a134c127 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:08.071787 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Calling delete_port for 9b4df9f5-e99b-498e-8777-01cb856e9bf7 owned by network:router_interface {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:08.090534 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: e74355d2-ae40-461c-81a9-7331a134c127 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:07:08.090901 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device e74355d2-ae40-461c-81a9-7331a134c127 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:08.269282 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (9b4df9f5-e99b-498e-8777-01cb856e9bf7), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:08.297338 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4df9f5-e99b-498e-8777-01cb856e9bf7,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:08.798422 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (458aa618-6822-4bdc-96dd-dd34dfcf4796), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:09.113766 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Router 458aa618-6822-4bdc-96dd-dd34dfcf4796 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:07:09.234976 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:07:09.246268 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-70bf9d25-a105-493c-80bf-3a8b9d15bf30 admin admin] 10.222.0.35 "PUT /v2.0/routers/458aa618-6822-4bdc-96dd-dd34dfcf4796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638667 Mar 14 19:07:09.246521 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55588) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:09.250449 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] Sync routers for ids ['458aa618-6822-4bdc-96dd-dd34dfcf4796'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:07:09.266775 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] Routers {'458aa618-6822-4bdc-96dd-dd34dfcf4796'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:09.267717 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:06:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['458aa618-6822-4bdc-96dd-dd34dfcf4796'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:09.427960 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks [] for router (458aa618-6822-4bdc-96dd-dd34dfcf4796), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:09.455432 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] Set router 458aa618-6822-4bdc-96dd-dd34dfcf4796 gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:09.553406 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks [] for router_gateway (458aa618-6822-4bdc-96dd-dd34dfcf4796), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:09.623224 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Deleting port 16caded4-c3ee-444c-bfde-18950b0537e8 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:09.623715 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:09.702059 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:07:08Z', 'revision_number': 5, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port': {'id': '16caded4-c3ee-444c-bfde-18950b0537e8', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:04:54Z', 'updated_at': '2022-03-14T19:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:09.727913 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] For port 16caded4-c3ee-444c-bfde-18950b0537e8, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=16caded4-c3ee-444c-bfde-18950b0537e8,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:09.728431 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:09.739346 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] Checking router: 458aa618-6822-4bdc-96dd-dd34dfcf4796 for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:07:09.746769 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Calling delete_port for 16caded4-c3ee-444c-bfde-18950b0537e8 owned by network:router_gateway {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:09.755247 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] Routers {'458aa618-6822-4bdc-96dd-dd34dfcf4796'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:09.756322 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:06:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['458aa618-6822-4bdc-96dd-dd34dfcf4796'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:09.910406 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] Set router 458aa618-6822-4bdc-96dd-dd34dfcf4796 gateway port host: None {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:09.952700 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (16caded4-c3ee-444c-bfde-18950b0537e8), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:09.976014 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:07:09Z', 'revision_number': 6, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:09.989394 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=16caded4-c3ee-444c-bfde-18950b0537e8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:10.009178 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1145f-6d07-48fd-a5b5-db27cad83205 None None] The sync data for ids ['458aa618-6822-4bdc-96dd-dd34dfcf4796'] in dv-cinder-829664-3-smb is: [{'id': '458aa618-6822-4bdc-96dd-dd34dfcf4796', 'name': 'tempest-TestMinimumBasicScenario-705564724-router', 'tenant_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:04:53Z', 'updated_at': '2022-03-14T19:07:09Z', 'revision_number': 6, 'project_id': 'c43fcd8d36454b07b47a21884ef0eb0b', 'gw_port_host': None}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:07:10.075081 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (458aa618-6822-4bdc-96dd-dd34dfcf4796), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.173299 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (458aa618-6822-4bdc-96dd-dd34dfcf4796), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.176402 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks [] for router_controller (458aa618-6822-4bdc-96dd-dd34dfcf4796), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.224336 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (458aa618-6822-4bdc-96dd-dd34dfcf4796), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.225498 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458aa618-6822-4bdc-96dd-dd34dfcf4796 {{(pid=103190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:07:10.231786 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.233240 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-f1f82ebc-6cc0-4653-8687-48c4f9c93d9e admin admin] 10.222.0.35 "DELETE /v2.0/routers/458aa618-6822-4bdc-96dd-dd34dfcf4796 HTTP/1.1" status: 204 len: 168 time: 0.9854157 Mar 14 19:07:10.237010 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55590) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:10.288073 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] Deleting subnet 4e668c5f-db38-40fd-a56e-c73acbd328c2 {{(pid=103190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:07:10.291788 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] Publish callbacks [] for subnet (4e668c5f-db38-40fd-a56e-c73acbd328c2), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.342698 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4fb7-fd75-40cb-8f12-b83130206d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.347842 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582570'] for subnet (4e668c5f-db38-40fd-a56e-c73acbd328c2), precommit_delete_associations {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.463000 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (4e668c5f-db38-40fd-a56e-c73acbd328c2), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.542131 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7591163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6213386'] for subnet (4e668c5f-db38-40fd-a56e-c73acbd328c2), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.570625 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e668c5f-db38-40fd-a56e-c73acbd328c2,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:10.574444 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.577812 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-6d65fc25-3d8c-48be-9715-b7a9ebd77a79 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4e668c5f-db38-40fd-a56e-c73acbd328c2 HTTP/1.1" status: 204 len: 168 time: 0.3397553 Mar 14 19:07:10.581822 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55592) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:10.587089 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787b3ba-3815-4449-a3b6-f4769eedbd1c None None] Network d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:07:10.663666 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.747933 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Deleting port 631cfafa-2673-4449-a069-6cd65ee9b711 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:10.748380 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.829730 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] For port 631cfafa-2673-4449-a069-6cd65ee9b711, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=631cfafa-2673-4449-a069-6cd65ee9b711,segment=NetworkSegment(43a3e3d4-d717-4d92-994c-349c71a0c6b9),segment_id=43a3e3d4-d717-4d92-994c-349c71a0c6b9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:10.830528 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.859150 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Calling delete_port for 631cfafa-2673-4449-a069-6cd65ee9b711 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:10.859707 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] DHCP port deletion for d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e request from dv-cinder-829664-3-smb {{(pid=103192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:07:10.949238 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] Deleting port 631cfafa-2673-4449-a069-6cd65ee9b711 {{(pid=103192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:10.949691 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), before_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:10.998849 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.029672 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Pushing event deleted for resources: {'Port': ['ID=631cfafa-2673-4449-a069-6cd65ee9b711,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:11.034484 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] No DVR routers for this DVR port 631cfafa-2673-4449-a069-6cd65ee9b711 on host dv-cinder-829664-3-smb {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:11.062701 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] For port 631cfafa-2673-4449-a069-6cd65ee9b711, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=631cfafa-2673-4449-a069-6cd65ee9b711,segment=NetworkSegment(43a3e3d4-d717-4d92-994c-349c71a0c6b9),segment_id=43a3e3d4-d717-4d92-994c-349c71a0c6b9)] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:11.063802 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), precommit_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.082320 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] Calling delete_port for 631cfafa-2673-4449-a069-6cd65ee9b711 owned by network:dhcp {{(pid=103192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:11.121713 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.152880 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:11.165360 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a3e3d4-d717-4d92-994c-349c71a0c6b9') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:11.165677 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a3e3d4-d717-4d92-994c-349c71a0c6b9') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:11.180384 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (43a3e3d4-d717-4d92-994c-349c71a0c6b9), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.201973 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (43a3e3d4-d717-4d92-994c-349c71a0c6b9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.211495 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:07:11.212219 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (43a3e3d4-d717-4d92-994c-349c71a0c6b9), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:07:11.215283 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:07:11.220950 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276'] for port (631cfafa-2673-4449-a069-6cd65ee9b711), after_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.249968 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] Pushing event deleted for resources: {'Port': ['ID=631cfafa-2673-4449-a069-6cd65ee9b711,revision_number=None']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:11.254320 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e66c5-e42d-4ded-9b90-917e154e9b15 None None] No DVR routers for this DVR port 631cfafa-2673-4449-a069-6cd65ee9b711 on host dv-cinder-829664-3-smb {{(pid=103192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:11.318088 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.326200 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.331849 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e HTTP/1.1" status: 204 len: 168 time: 0.7487364 Mar 14 19:07:11.344487 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175201f-1574-4a13-8528-3f2394189867 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05b3bf8-7bf0-480c-8bda-7ea6bcd0f38e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:11.533327 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55596) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:11.583877 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-56a3aabb-9e41-42be-8508-5b7be0fd254d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4dcffcf9436b459e8899b77df53fb877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492845 Mar 14 19:07:11.588275 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55598) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:11.646562 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a07d2aab-14ef-49c4-864e-7a058f9e9119 admin admin] Publish callbacks [] for security_group (ae1124cf-4c91-4722-aa8e-4488e8118505), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.673694 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a07d2aab-14ef-49c4-864e-7a058f9e9119 admin admin] Publish callbacks [] for security_group (ae1124cf-4c91-4722-aa8e-4488e8118505), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.731648 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a07d2aab-14ef-49c4-864e-7a058f9e9119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (ae1124cf-4c91-4722-aa8e-4488e8118505), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.735863 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a07d2aab-14ef-49c4-864e-7a058f9e9119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:11.737503 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-a07d2aab-14ef-49c4-864e-7a058f9e9119 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae1124cf-4c91-4722-aa8e-4488e8118505 HTTP/1.1" status: 204 len: 168 time: 0.1478920 Mar 14 19:07:11.749588 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d2aab-14ef-49c4-864e-7a058f9e9119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1124cf-4c91-4722-aa8e-4488e8118505,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:12.033822 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 631cfafa-2673-4449-a069-6cd65ee9b711 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:12.057661 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 631cfafa-2673-4449-a069-6cd65ee9b711 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:07:12.058045 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 631cfafa-2673-4449-a069-6cd65ee9b711 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:12.058478 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 16caded4-c3ee-444c-bfde-18950b0537e8 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:12.092713 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 16caded4-c3ee-444c-bfde-18950b0537e8 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:07:12.093300 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 16caded4-c3ee-444c-bfde-18950b0537e8 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:12.094034 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9b4df9f5-e99b-498e-8777-01cb856e9bf7 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:07:12.119054 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 9b4df9f5-e99b-498e-8777-01cb856e9bf7 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:07:12.119405 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9b4df9f5-e99b-498e-8777-01cb856e9bf7 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:07:12.228254 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55604) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:12.287883 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-149303fd-aac2-43d7-a9db-cf545ba9062d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c43fcd8d36454b07b47a21884ef0eb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578666 Mar 14 19:07:12.290680 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55606) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:12.354709 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-96b4c60f-b3b8-4f7d-b2fd-ecabaf73ec5e admin admin] Publish callbacks [] for security_group (3aff2fd7-1df0-49ad-aee5-a612d476e183), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:12.381161 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-96b4c60f-b3b8-4f7d-b2fd-ecabaf73ec5e admin admin] Publish callbacks [] for security_group (3aff2fd7-1df0-49ad-aee5-a612d476e183), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:12.451701 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-96b4c60f-b3b8-4f7d-b2fd-ecabaf73ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (3aff2fd7-1df0-49ad-aee5-a612d476e183), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:12.457763 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-96b4c60f-b3b8-4f7d-b2fd-ecabaf73ec5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:12.459810 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-96b4c60f-b3b8-4f7d-b2fd-ecabaf73ec5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aff2fd7-1df0-49ad-aee5-a612d476e183 HTTP/1.1" status: 204 len: 168 time: 0.1679299 Mar 14 19:07:12.474293 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4c60f-b3b8-4f7d-b2fd-ecabaf73ec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aff2fd7-1df0-49ad-aee5-a612d476e183,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:12.885823 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-73d56929-75cc-490d-b95e-8203bdb4abb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:14.345782 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:15.711855 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:16.716613 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:18.207884 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:32.771440 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:07:40.339292 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-bff66263-fd06-4520-b479-a089aa609ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:42.872158 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd68d-7204-4657-b37a-f3596ba10960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:44.350058 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:45.712234 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:46.713081 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:48.201600 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:55.800914 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55612) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:07:56.409228 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Deleting port 90aef7a2-4407-4be4-86b1-d8ce569db764 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:56.409798 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:56.549664 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:56.550269 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for floatingip (90aef7a2-4407-4be4-86b1-d8ce569db764), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:56.574115 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Calling delete_port for 90aef7a2-4407-4be4-86b1-d8ce569db764 owned by network:floatingip {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:56.839742 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (90aef7a2-4407-4be4-86b1-d8ce569db764), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:56.865784 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event deleted for resources: {'Port': ['ID=90aef7a2-4407-4be4-86b1-d8ce569db764,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:56.879219 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.879566 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.879908 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.880248 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.880580 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.880907 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.881234 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.881557 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.881908 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.882228 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.882547 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.882873 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.883189 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.883504 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.883825 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:56.955152 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for floatingip (691c3ae4-613d-4c9b-825a-18115fad291c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:56.955672 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.db.l3_db [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Floating IP 691c3ae4-613d-4c9b-825a-18115fad291c disassociated (deleted). External IP: 172.28.0.123, port: 3c1285b3-ea03-47f2-9203-4d1b299efc04. Mar 14 19:07:57.190151 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Router fcc14512-deb4-4818-97ca-8058e4164e97 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:07:57.306573 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:07:57.313569 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for floatingip (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:57.318931 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] Sync routers for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:07:57.331764 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:57.332621 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:07:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:57.357719 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-869f0e9d-cb51-4a51-91c5-2440d7e134d2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "DELETE /v2.0/floatingips/691c3ae4-613d-4c9b-825a-18115fad291c HTTP/1.1" status: 204 len: 168 time: 1.5551379 Mar 14 19:07:57.358744 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:57.363220 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84d1765b6ecf7fd6aacecbf0c598da2252d9f90835f9225bdd2f06f973b11157" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24a573d-f212-4bbb-9bd1-3103d7964223" -d '{"events": [{"name": "network-changed", "server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:07:57.408815 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5100e422-3ab1-46b7-8a0a-5cc2700ffe0f x-openstack-request-id: req-5100e422-3ab1-46b7-8a0a-5cc2700ffe0f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:07:57.409309 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04", "status": "completed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:07:57.409729 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5100e422-3ab1-46b7-8a0a-5cc2700ffe0f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:07:57.410887 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'status': 'completed', 'code': 200} Mar 14 19:07:57.467057 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:57.651691 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66ab02-9cde-49e6-8ad2-e1bc205ee978 req-376523bd-0c86-4ef6-9389-6b7642b772f2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:57.654070 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5a66ab02-9cde-49e6-8ad2-e1bc205ee978 req-376523bd-0c86-4ef6-9389-6b7642b772f2 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0608864 Mar 14 19:07:57.744939 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-5a66ab02-9cde-49e6-8ad2-e1bc205ee978 req-6379f00a-27f0-4af0-a76e-6f676cce9bd8 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819669 Mar 14 19:07:57.771181 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-feaac5b2-a0de-4137-a946-abbdcf2020b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:57.773330 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-feaac5b2-a0de-4137-a946-abbdcf2020b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 1129 time: 0.3370316 Mar 14 19:07:57.775249 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:51Z', 'revision_number': 5, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:57.805211 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] Checking router: fcc14512-deb4-4818-97ca-8058e4164e97 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:07:57.816088 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:07:57.816725 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:07:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:57.888306 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-1f61899e-25d4-42bc-ad71-2d1237388b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:57.889929 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-1f61899e-25d4-42bc-ad71-2d1237388b06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 200 len: 910 time: 0.1055758 Mar 14 19:07:57.947052 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-caf60457-d40d-47af-95d3-acec8b9b6ff7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 200 len: 217 time: 0.0506332 Mar 14 19:07:57.947775 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:07:58.014204 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-fded7976-b8c2-42b0-9942-d31acbc55d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:58.017456 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-fded7976-b8c2-42b0-9942-d31acbc55d05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 200 len: 848 time: 0.0638542 Mar 14 19:07:58.098023 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-d9c8cd33-f855-41f6-a1b1-965671eec3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:58.099616 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-d9c8cd33-f855-41f6-a1b1-965671eec3e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=720dc418-3af5-4e80-ad64-1a1d46b3d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0757666 Mar 14 19:07:58.204700 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:51Z', 'revision_number': 5, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:07:58.209390 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-a44ac541-a180-4c47-b6fa-f1663d7eaf95 service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021626 Mar 14 19:07:58.239564 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57807452-12ec-4a25-8af6-30540dff27d4 None None] The sync data for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb is: [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:45Z', 'revision_number': 4, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb', '_interfaces': [{'id': '9a1201f5-5e71-4d2a-8485-a544cea70151', 'name': '', 'network_id': '720dc418-3af5-4e80-ad64-1a1d46b3d27b', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'mac_address': 'fa:16:3e:39:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:44Z', 'updated_at': '2022-03-14T19:03:51Z', 'revision_number': 5, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'subnets': [{'id': '9f38eba7-7911-4e38-b4e7-5d8a62c03a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:07:58.333008 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-a24a573d-f212-4bbb-9bd1-3103d7964223 req-c274b71c-cad8-4a26-b6ba-1d96eca1b785 service neutron] 10.222.0.21 "GET /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163797 Mar 14 19:07:58.492011 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb688b-3720-4423-886a-d592712d363d None None] New status for floating IP 691c3ae4-613d-4c9b-825a-18115fad291c: DOWN {{(pid=103192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 19:07:58.891728 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fb1ea-7660-448e-aff2-44e6d5c45456 req-c4ba4ec3-c69a-407d-98f7-3f08401fddbc tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:58.893915 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-276fb1ea-7660-448e-aff2-44e6d5c45456 req-c4ba4ec3-c69a-407d-98f7-3f08401fddbc tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0620761 Mar 14 19:07:58.956149 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-276fb1ea-7660-448e-aff2-44e6d5c45456 req-3e3c9274-65d5-4a78-b4df-c3a731909cff tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/security-groups?id=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562072 Mar 14 19:07:59.018474 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-00d5b5b2-d733-4860-a736-f3920e3b3994 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 19:07:59.020079 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-00d5b5b2-d733-4860-a736-f3920e3b3994 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.21 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 945 time: 0.0617378 Mar 14 19:07:59.135138 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Deleting port 3c1285b3-ea03-47f2-9203-4d1b299efc04 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:07:59.135485 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:59.240021 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] For port 3c1285b3-ea03-47f2-9203-4d1b299efc04, host hv-cinder-82966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82966',level=0,port_id=3c1285b3-ea03-47f2-9203-4d1b299efc04,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:07:59.240319 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:59.255990 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Calling delete_port for 3c1285b3-ea03-47f2-9203-4d1b299efc04 owned by compute:nova {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:07:59.450737 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (3c1285b3-ea03-47f2-9203-4d1b299efc04), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:59.489405 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event deleted for resources: {'Port': ['ID=3c1285b3-ea03-47f2-9203-4d1b299efc04,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:07:59.525774 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.526151 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.526501 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.526846 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.527184 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.527517 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.527873 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.528205 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.528538 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.528858 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.529186 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.529520 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.529864 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.530200 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.530526 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:07:59.558050 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] No DVR routers for this DVR port 3c1285b3-ea03-47f2-9203-4d1b299efc04 on host hv-cinder-82966 {{(pid=103191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:07:59.560679 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239918'] for port (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:07:59.564703 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-0c43cc70-b6e0-415a-aad4-20712948a057 req-5049980c-35f4-4af6-9eba-3cbcfe8768f9 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.21 "DELETE /v2.0/ports/3c1285b3-ea03-47f2-9203-4d1b299efc04 HTTP/1.1" status: 204 len: 173 time: 0.5379446 Mar 14 19:07:59.565273 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-deleted', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04'}] {{(pid=103191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 19:07:59.568214 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632f5e0041f8e65b5a5e44679a4a7447a76eb7878212833deed4d347581cce18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84178542-9ff8-469d-9584-f4b805bed0ad" -d '{"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-deleted", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04"}]}' {{(pid=103191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 19:07:59.788668 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a405e2-ef82-4503-b22b-87d60e5e17a6 x-openstack-request-id: req-f2a405e2-ef82-4503-b22b-87d60e5e17a6 {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 19:07:59.788966 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e2d5b1-f2f1-4662-b264-efe579c47f86", "name": "network-vif-deleted", "tag": "3c1285b3-ea03-47f2-9203-4d1b299efc04", "status": "completed", "code": 200}]} {{(pid=103191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 19:07:59.789286 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2a405e2-ef82-4503-b22b-87d60e5e17a6 {{(pid=103191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 19:07:59.789628 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e2d5b1-f2f1-4662-b264-efe579c47f86', 'name': 'network-vif-deleted', 'tag': '3c1285b3-ea03-47f2-9203-4d1b299efc04', 'status': 'completed', 'code': 200} Mar 14 19:08:00.100057 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [req-1f448961-4709-4bc1-a1b3-d6985bcd1a97 req-290b1db9-af12-44bc-ace9-74437d8ffdde tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e2d5b1-f2f1-4662-b264-efe579c47f86 HTTP/1.1" status: 200 len: 210 time: 0.0300062 Mar 14 19:08:01.171455 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55636) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:01.253058 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6909ac5a-de66-4f60-a2f9-8cbc9adf3a03 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group (22d95fa0-b010-4b61-8aa5-ef39ea2ace8e), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:01.286457 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6909ac5a-de66-4f60-a2f9-8cbc9adf3a03 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group (22d95fa0-b010-4b61-8aa5-ef39ea2ace8e), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:01.374532 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6909ac5a-de66-4f60-a2f9-8cbc9adf3a03 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (22d95fa0-b010-4b61-8aa5-ef39ea2ace8e), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:01.378634 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-6909ac5a-de66-4f60-a2f9-8cbc9adf3a03 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Publish callbacks [] for security_group (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:01.380223 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-6909ac5a-de66-4f60-a2f9-8cbc9adf3a03 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] 10.222.0.35 "DELETE /v2.0/security-groups/22d95fa0-b010-4b61-8aa5-ef39ea2ace8e HTTP/1.1" status: 204 len: 168 time: 0.2074778 Mar 14 19:08:01.396160 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909ac5a-de66-4f60-a2f9-8cbc9adf3a03 tempest-TestShelveInstance-1067269052 tempest-TestShelveInstance-1067269052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d95fa0-b010-4b61-8aa5-ef39ea2ace8e,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:02.446567 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55642) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:02.862297 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (fcc14512-deb4-4818-97ca-8058e4164e97), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:03.194776 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Deleting port 9a1201f5-5e71-4d2a-8485-a544cea70151 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:03.195356 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:03.360028 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] For port 9a1201f5-5e71-4d2a-8485-a544cea70151, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=9a1201f5-5e71-4d2a-8485-a544cea70151,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:03.360689 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:03.386189 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Calling delete_port for 9a1201f5-5e71-4d2a-8485-a544cea70151 owned by network:router_interface {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:03.702570 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (9a1201f5-5e71-4d2a-8485-a544cea70151), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:03.733621 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1201f5-5e71-4d2a-8485-a544cea70151,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:04.024223 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (fcc14512-deb4-4818-97ca-8058e4164e97), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:04.263045 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Router fcc14512-deb4-4818-97ca-8058e4164e97 has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:04.382697 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:04.388533 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-5b308143-63f5-469a-a651-4f68ad760cfa admin admin] 10.222.0.35 "PUT /v2.0/routers/fcc14512-deb4-4818-97ca-8058e4164e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402411 Mar 14 19:08:04.391265 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55644) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:04.396685 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] Sync routers for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:04.411375 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 3c1285b3-ea03-47f2-9203-4d1b299efc04 no longer exists at agent hyperv_hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:04.412250 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:04.413370 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:07:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:04.440358 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] No Port match for: 3c1285b3-ea03-47f2-9203-4d1b299efc04 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:04.440650 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Device 3c1285b3-ea03-47f2-9203-4d1b299efc04 not bound to the agent host hv-cinder-82966 {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:04.572001 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks [] for router (fcc14512-deb4-4818-97ca-8058e4164e97), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:04.593875 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: dv-cinder-829664-3-smb {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:04.719131 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks [] for router_gateway (fcc14512-deb4-4818-97ca-8058e4164e97), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:04.787266 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Deleting port 54ce63d8-3042-473b-b6fe-f17cda08cf8a {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:04.787690 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:04.840695 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:08:03Z', 'revision_number': 5, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port': {'id': '54ce63d8-3042-473b-b6fe-f17cda08cf8a', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:04.880595 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] Checking router: fcc14512-deb4-4818-97ca-8058e4164e97 for host: dv-cinder-829664-3-smb {{(pid=103193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:04.890872 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] Routers {'fcc14512-deb4-4818-97ca-8058e4164e97'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:04.891521 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:07:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['fcc14512-deb4-4818-97ca-8058e4164e97'], 'active': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:04.989679 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_dvr_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] Set router fcc14512-deb4-4818-97ca-8058e4164e97 gateway port host: None {{(pid=103193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:05.051848 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.l3_hamode_db [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:08:04Z', 'revision_number': 6, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:05.080816 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc55f4-04b8-4e43-806c-83a3eff3ad82 None None] The sync data for ids ['fcc14512-deb4-4818-97ca-8058e4164e97'] in dv-cinder-829664-3-smb is: [{'id': 'fcc14512-deb4-4818-97ca-8058e4164e97', 'name': 'tempest-TestShelveInstance-1957854430-router', 'tenant_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:41Z', 'updated_at': '2022-03-14T19:08:04Z', 'revision_number': 6, 'project_id': 'f3f8d87a4b674c97bd8cee8d7c0a544d', 'gw_port_host': None}] {{(pid=103193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:05.302839 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] For port 54ce63d8-3042-473b-b6fe-f17cda08cf8a, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=54ce63d8-3042-473b-b6fe-f17cda08cf8a,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:05.303210 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.318008 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Calling delete_port for 54ce63d8-3042-473b-b6fe-f17cda08cf8a owned by network:router_gateway {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:05.537054 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (54ce63d8-3042-473b-b6fe-f17cda08cf8a), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.576053 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=54ce63d8-3042-473b-b6fe-f17cda08cf8a,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:05.646346 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (fcc14512-deb4-4818-97ca-8058e4164e97), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.748580 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (fcc14512-deb4-4818-97ca-8058e4164e97), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.751203 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks [] for router_controller (fcc14512-deb4-4818-97ca-8058e4164e97), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.800562 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (fcc14512-deb4-4818-97ca-8058e4164e97), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.801691 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc14512-deb4-4818-97ca-8058e4164e97 {{(pid=103191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:08:05.808095 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.809461 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-49ec701e-da7c-4a81-951e-0fafe516eb9d admin admin] 10.222.0.35 "DELETE /v2.0/routers/fcc14512-deb4-4818-97ca-8058e4164e97 HTTP/1.1" status: 204 len: 168 time: 1.4170635 Mar 14 19:08:05.813800 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55646) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:05.869073 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] Deleting subnet 9f38eba7-7911-4e38-b4e7-5d8a62c03a03 {{(pid=103191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:08:05.872908 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] Publish callbacks [] for subnet (9f38eba7-7911-4e38-b4e7-5d8a62c03a03), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:05.931312 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4473720'] for subnet (9f38eba7-7911-4e38-b4e7-5d8a62c03a03), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.052127 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9a1201f5-5e71-4d2a-8485-a544cea70151 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:06.055536 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (9f38eba7-7911-4e38-b4e7-5d8a62c03a03), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.075242 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 9a1201f5-5e71-4d2a-8485-a544cea70151 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:06.075692 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 9a1201f5-5e71-4d2a-8485-a544cea70151 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:06.076199 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 54ce63d8-3042-473b-b6fe-f17cda08cf8a no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:06.100013 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 54ce63d8-3042-473b-b6fe-f17cda08cf8a {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:06.100702 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 54ce63d8-3042-473b-b6fe-f17cda08cf8a not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:06.118645 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6188030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7519540'] for subnet (9f38eba7-7911-4e38-b4e7-5d8a62c03a03), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.146984 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f38eba7-7911-4e38-b4e7-5d8a62c03a03,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:06.150972 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.158671 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55648) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:06.162541 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7457299-2e3d-40b0-b74f-34c8456016b7 None None] Network 720dc418-3af5-4e80-ad64-1a1d46b3d27b requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:08:06.165141 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-b995cb3f-ca95-491a-b19c-2448f8947d09 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9f38eba7-7911-4e38-b4e7-5d8a62c03a03 HTTP/1.1" status: 204 len: 168 time: 0.3499908 Mar 14 19:08:06.277632 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (720dc418-3af5-4e80-ad64-1a1d46b3d27b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.345235 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Deleting port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:06.345580 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.423179 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] For port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,segment=NetworkSegment(0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874),segment_id=0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:06.423550 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.439596 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Calling delete_port for 3cd145f6-3a52-4bbb-a4e0-239478ff00ce owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:06.541600 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] DHCP port deletion for 720dc418-3af5-4e80-ad64-1a1d46b3d27b request from dv-cinder-829664-3-smb {{(pid=103192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:08:06.571206 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.602721 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:06.604303 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Deleting port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce {{(pid=103192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:06.604812 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), before_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.606619 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] No DVR routers for this DVR port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce on host dv-cinder-829664-3-smb {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:06.687563 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.db [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] For port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce, host dv-cinder-829664-3-smb, got binding levels [] {{(pid=103192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:06.688492 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), precommit_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.691604 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (720dc418-3af5-4e80-ad64-1a1d46b3d27b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.706057 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Calling delete_port for 3cd145f6-3a52-4bbb-a4e0-239478ff00ce owned by network:dhcp {{(pid=103192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:06.709454 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.ipam_backend_mixin [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce was not found and therefore no delete operation was performed {{(pid=103192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 14 19:08:06.710884 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276'] for port (3cd145f6-3a52-4bbb-a4e0-239478ff00ce), after_delete {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.717307 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720dc418-3af5-4e80-ad64-1a1d46b3d27b']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:06.730483 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:06.730816 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:06.739928 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Pushing event deleted for resources: {'Port': ['ID=3cd145f6-3a52-4bbb-a4e0-239478ff00ce,revision_number=None']} {{(pid=103192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:06.742703 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] No DVR routers for this DVR port 3cd145f6-3a52-4bbb-a4e0-239478ff00ce on host dv-cinder-829664-3-smb {{(pid=103192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:06.744754 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.759803 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a4202d-b9a7-4210-95f9-730c4d03c7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829664-3-smb {{(pid=103192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 19:08:06.765987 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.774060 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:08:06.774469 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (0cb9c1db-0e2c-4d5d-a5c0-02bf3c85d874), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:08:06.776285 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:08:06.842109 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (720dc418-3af5-4e80-ad64-1a1d46b3d27b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.848525 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:06.852014 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] 10.222.0.35 "DELETE /v2.0/networks/720dc418-3af5-4e80-ad64-1a1d46b3d27b HTTP/1.1" status: 204 len: 168 time: 0.6928918 Mar 14 19:08:06.855904 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55650) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:06.883282 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3a1ae-2678-420a-a2ad-cf0f724193ff admin admin] Pushing event deleted for resources: {'Network': ['ID=720dc418-3af5-4e80-ad64-1a1d46b3d27b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:07.263349 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622541'] for router_interface (70050a1b-b630-4ead-9e17-f5a0bb4c490c), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:07.552465 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Deleting port 48313496-c7ce-482c-917d-10f7a73d45f0 {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:07.552729 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:07.639769 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] For port 48313496-c7ce-482c-917d-10f7a73d45f0, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=48313496-c7ce-482c-917d-10f7a73d45f0,segment=NetworkSegment(81ab6315-0f73-4d57-a233-efa4db7baa34),segment_id=81ab6315-0f73-4d57-a233-efa4db7baa34)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:07.640143 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:07.655165 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Calling delete_port for 48313496-c7ce-482c-917d-10f7a73d45f0 owned by network:router_interface {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:07.859860 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (48313496-c7ce-482c-917d-10f7a73d45f0), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:07.892376 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Pushing event deleted for resources: {'Port': ['ID=48313496-c7ce-482c-917d-10f7a73d45f0,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:08.084409 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622713'] for router_interface (70050a1b-b630-4ead-9e17-f5a0bb4c490c), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:08.117315 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3cd145f6-3a52-4bbb-a4e0-239478ff00ce no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:08.138739 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 3cd145f6-3a52-4bbb-a4e0-239478ff00ce {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:08.139191 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 3cd145f6-3a52-4bbb-a4e0-239478ff00ce not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:08.333512 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Router 70050a1b-b630-4ead-9e17-f5a0bb4c490c has already been hosted by L3 agent dccc3a4b-7ec6-4493-87a6-e2c7aceb117e {{(pid=103191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 19:08:08.487016 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] Notify agent at l3_agent.dv-cinder-829664-3-smb the message routers_updated {{(pid=103191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 19:08:08.492915 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-7b7a6398-4b66-49fd-9bde-b0c98698866f admin admin] 10.222.0.35 "PUT /v2.0/routers/70050a1b-b630-4ead-9e17-f5a0bb4c490c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6354229 Mar 14 19:08:08.496167 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55652) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:08.498508 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] Sync routers for ids ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'] in dv-cinder-829664-3-smb {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 19:08:08.512064 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] Routers {'70050a1b-b630-4ead-9e17-f5a0bb4c490c'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:08.512856 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:07:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:08.617524 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks [] for router (70050a1b-b630-4ead-9e17-f5a0bb4c490c), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:08.654524 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] Set router 70050a1b-b630-4ead-9e17-f5a0bb4c490c gateway port host: dv-cinder-829664-3-smb {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:08.780168 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks [] for router_gateway (70050a1b-b630-4ead-9e17-f5a0bb4c490c), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:08.855352 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Deleting port c27cce30-af3e-4bb1-98c6-4bb420117ddd {{(pid=103191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:08.855800 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:08.926947 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'external_fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:08:07Z', 'revision_number': 5, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port': {'id': 'c27cce30-af3e-4bb1-98c6-4bb420117ddd', 'name': '', 'network_id': '95e0ad91-3a6a-465e-87f3-25cd0d50e2d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829664-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01ef8410-e1db-4e2b-a98c-fb0554a16254', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829664-3-smb'}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:08.955904 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] For port c27cce30-af3e-4bb1-98c6-4bb420117ddd, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=c27cce30-af3e-4bb1-98c6-4bb420117ddd,segment=NetworkSegment(969e878d-546a-4eb3-9c05-4f0b6ffaa726),segment_id=969e878d-546a-4eb3-9c05-4f0b6ffaa726)] {{(pid=103191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:08.956865 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:08.958574 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] Checking router: 70050a1b-b630-4ead-9e17-f5a0bb4c490c for host: dv-cinder-829664-3-smb {{(pid=103192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 19:08:08.968203 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] Routers {'70050a1b-b630-4ead-9e17-f5a0bb4c490c'} bound to L3 agent in host dv-cinder-829664-3-smb {{(pid=103192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 19:08:08.969152 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829664-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T18:47:43Z,description=,heartbeat_timestamp=2022-03-14T19:07:43Z,host='dv-cinder-829664-3-smb',id=dccc3a4b-7ec6-4493-87a6-e2c7aceb117e,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T18:47:43Z,topic='l3_agent')) {'router_ids': ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'], 'active': True} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:08.977438 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.plugins.ml2.plugin [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Calling delete_port for c27cce30-af3e-4bb1-98c6-4bb420117ddd owned by network:router_gateway {{(pid=103191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:09.143439 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_dvr_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] Set router 70050a1b-b630-4ead-9e17-f5a0bb4c490c gateway port host: None {{(pid=103192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 19:08:09.163551 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6187795'] for port (c27cce30-af3e-4bb1-98c6-4bb420117ddd), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.196198 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c27cce30-af3e-4bb1-98c6-4bb420117ddd,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:09.255510 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.db.l3_hamode_db [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 6, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port_host': None}], 'dv-cinder-829664-3-smb', False) {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:09.290948 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622363'] for router_gateway (70050a1b-b630-4ead-9e17-f5a0bb4c490c), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.305550 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa283e25-4812-4608-9dd6-661190201d1b None None] The sync data for ids ['70050a1b-b630-4ead-9e17-f5a0bb4c490c'] in dv-cinder-829664-3-smb is: [{'id': '70050a1b-b630-4ead-9e17-f5a0bb4c490c', 'name': 'tempest-TestShelveInstance-1495238251-router', 'tenant_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T19:03:49Z', 'updated_at': '2022-03-14T19:08:08Z', 'revision_number': 6, 'project_id': 'c1f2a32f903a4af7acf78a15bace1e14', 'gw_port_host': None}] {{(pid=103192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 19:08:09.393591 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12482'] for router (70050a1b-b630-4ead-9e17-f5a0bb4c490c), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.396232 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks [] for router_controller (70050a1b-b630-4ead-9e17-f5a0bb4c490c), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.450998 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625003'] for router (70050a1b-b630-4ead-9e17-f5a0bb4c490c), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.451859 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70050a1b-b630-4ead-9e17-f5a0bb4c490c {{(pid=103191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 19:08:09.459383 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.460908 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-5b35eb9f-ca30-4dc3-9a14-bbe8ababbc9b admin admin] 10.222.0.35 "DELETE /v2.0/routers/70050a1b-b630-4ead-9e17-f5a0bb4c490c HTTP/1.1" status: 204 len: 168 time: 0.9636943 Mar 14 19:08:09.463909 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.wsgi [-] (103191) accepted ('10.222.0.35', 55654) {{(pid=103191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:09.514619 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] Deleting subnet 8e1c9586-9263-4a90-94ec-fee6980adde5 {{(pid=103191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 19:08:09.519574 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] Publish callbacks [] for subnet (8e1c9586-9263-4a90-94ec-fee6980adde5), before_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.557541 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4473720'] for subnet (8e1c9586-9263-4a90-94ec-fee6980adde5), precommit_delete_associations {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.659358 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883026'] for subnet (8e1c9586-9263-4a90-94ec-fee6980adde5), precommit_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.675775 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:08:09.728590 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6188030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7519540'] for subnet (8e1c9586-9263-4a90-94ec-fee6980adde5), after_delete {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.759111 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1c9586-9263-4a90-94ec-fee6980adde5,revision_number=None']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:09.764457 dv-cinder-829664-3-smb neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for subnet (None), before_response {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.767969 dv-cinder-829664-3-smb neutron-server[103191]: INFO neutron.wsgi [None req-c8a85451-5537-4aea-93f4-364ca1015720 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8e1c9586-9263-4a90-94ec-fee6980adde5 HTTP/1.1" status: 204 len: 168 time: 0.3029118 Mar 14 19:08:09.771851 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55656) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:09.777470 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5a42b-6b70-454c-81a0-ff7a8a8993a3 None None] Network db4e917e-f24a-4cc1-ae2f-db20f8efff03 requested from dv-cinder-829664-3-smb {{(pid=103192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 19:08:09.865108 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1024653'] for network (db4e917e-f24a-4cc1-ae2f-db20f8efff03), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:09.946209 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Deleting port 66452e31-ff03-47f6-8911-1193c94c964a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 14 19:08:09.946697 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747201285533'] for port (66452e31-ff03-47f6-8911-1193c94c964a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.019656 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] For port 66452e31-ff03-47f6-8911-1193c94c964a, host dv-cinder-829664-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829664-3-smb',level=0,port_id=66452e31-ff03-47f6-8911-1193c94c964a,segment=NetworkSegment(81ab6315-0f73-4d57-a233-efa4db7baa34),segment_id=81ab6315-0f73-4d57-a233-efa4db7baa34)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 19:08:10.020031 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629597'] for port (66452e31-ff03-47f6-8911-1193c94c964a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.035423 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Calling delete_port for 66452e31-ff03-47f6-8911-1193c94c964a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 14 19:08:10.133422 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1008934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747201293828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747200755276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7590934'] for port (66452e31-ff03-47f6-8911-1193c94c964a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.167401 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c063561-d795-4fcc-8465-1886151b2899 None None] DHCP port deletion for db4e917e-f24a-4cc1-ae2f-db20f8efff03 request from dv-cinder-829664-3-smb {{(pid=103192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 19:08:10.178974 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=66452e31-ff03-47f6-8911-1193c94c964a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:10.182851 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] No DVR routers for this DVR port 66452e31-ff03-47f6-8911-1193c94c964a on host dv-cinder-829664-3-smb {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 19:08:10.256315 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device c27cce30-af3e-4bb1-98c6-4bb420117ddd no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:10.278725 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853447', 'neutron.services.segments.db._delete_segments_for_network-8747201281217'] for network (db4e917e-f24a-4cc1-ae2f-db20f8efff03), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.292904 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: c27cce30-af3e-4bb1-98c6-4bb420117ddd {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:10.293590 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device c27cce30-af3e-4bb1-98c6-4bb420117ddd not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:10.294471 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 48313496-c7ce-482c-917d-10f7a73d45f0 no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:10.309691 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4e917e-f24a-4cc1-ae2f-db20f8efff03']}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:10.325068 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 48313496-c7ce-482c-917d-10f7a73d45f0 {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:10.325414 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 48313496-c7ce-482c-917d-10f7a73d45f0 not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:10.325826 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 66452e31-ff03-47f6-8911-1193c94c964a no longer exists at agent ovs-agent-dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 19:08:10.333866 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ab6315-0f73-4d57-a233-efa4db7baa34') {'for_net_delete': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:10.334158 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.services.segments.db [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ab6315-0f73-4d57-a233-efa4db7baa34') {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 19:08:10.348837 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747201283018', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582547'] for segment (81ab6315-0f73-4d57-a233-efa4db7baa34), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.354153 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] No Port match for: 66452e31-ff03-47f6-8911-1193c94c964a {{(pid=103192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 14 19:08:10.354498 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron.plugins.ml2.rpc [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Device 66452e31-ff03-47f6-8911-1193c94c964a not bound to the agent host dv-cinder-829664-3-smb {{(pid=103192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 19:08:10.367867 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-427aab54-e235-459b-9c87-f54f4c60bb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.376454 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041'] for segment (81ab6315-0f73-4d57-a233-efa4db7baa34), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.384528 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 19:08:10.385069 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7590977'] for segment (81ab6315-0f73-4d57-a233-efa4db7baa34), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: Traceback (most recent call last): Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: timer() Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: cb(*args, **kw) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: return func(*args, **kwargs) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: self._notify() Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: self.callback(batched_events) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: event.method(event) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: return f(self, *a, **k) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: return self._get(url).json() Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: return self.request(url, 'GET', **kwargs) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 19:08:10.387023 dv-cinder-829664-3-smb neutron-server[103190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 19:08:10.450196 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2079475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622335'] for network (db4e917e-f24a-4cc1-ae2f-db20f8efff03), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.478190 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587004'] for network (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.485024 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/db4e917e-f24a-4cc1-ae2f-db20f8efff03 HTTP/1.1" status: 204 len: 168 time: 0.7113264 Mar 14 19:08:10.486838 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecd091-b21f-4427-9221-ea4fb4b719f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db4e917e-f24a-4cc1-ae2f-db20f8efff03,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:10.730518 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55660) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:10.784487 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-7bc7ff7b-f20f-40ff-afd9-da44e4200bc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3f8d87a4b674c97bd8cee8d7c0a544d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523939 Mar 14 19:08:10.786927 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55662) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:10.850288 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca1a-51b9-4019-b0eb-2fee849db03e admin admin] Publish callbacks [] for security_group (b3c63ed1-d809-481e-a714-8e58163725f9), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.877702 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca1a-51b9-4019-b0eb-2fee849db03e admin admin] Publish callbacks [] for security_group (b3c63ed1-d809-481e-a714-8e58163725f9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.950436 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca1a-51b9-4019-b0eb-2fee849db03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (b3c63ed1-d809-481e-a714-8e58163725f9), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.954195 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b1bca1a-51b9-4019-b0eb-2fee849db03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:10.955481 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-7b1bca1a-51b9-4019-b0eb-2fee849db03e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3c63ed1-d809-481e-a714-8e58163725f9 HTTP/1.1" status: 204 len: 168 time: 0.1675384 Mar 14 19:08:10.964034 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bca1a-51b9-4019-b0eb-2fee849db03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c63ed1-d809-481e-a714-8e58163725f9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:11.348362 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55668) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:11.395231 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-72be3f93-0819-4e8d-a30f-e1e6754b2f36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1f2a32f903a4af7acf78a15bace1e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453651 Mar 14 19:08:11.398116 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [-] (103190) accepted ('10.222.0.35', 55670) {{(pid=103190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 19:08:11.455840 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b0f4be69-ab5f-4624-b9ef-10e4f60c9f55 admin admin] Publish callbacks [] for security_group (4d0961fd-54da-4abd-92e6-f5fb54fcdca6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:11.482462 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b0f4be69-ab5f-4624-b9ef-10e4f60c9f55 admin admin] Publish callbacks [] for security_group (4d0961fd-54da-4abd-92e6-f5fb54fcdca6), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:11.539256 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b0f4be69-ab5f-4624-b9ef-10e4f60c9f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065223'] for security_group (4d0961fd-54da-4abd-92e6-f5fb54fcdca6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:11.542331 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b0f4be69-ab5f-4624-b9ef-10e4f60c9f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:11.543633 dv-cinder-829664-3-smb neutron-server[103190]: INFO neutron.wsgi [None req-b0f4be69-ab5f-4624-b9ef-10e4f60c9f55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d0961fd-54da-4abd-92e6-f5fb54fcdca6 HTTP/1.1" status: 204 len: 168 time: 0.1444445 Mar 14 19:08:11.555459 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4be69-ab5f-4624-b9ef-10e4f60c9f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0961fd-54da-4abd-92e6-f5fb54fcdca6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 19:08:12.879771 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-eec7fba9-76bb-4e21-8cd6-f3a29cbd4518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:14.353470 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:15.722366 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:16.710989 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:18.206839 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:40.334336 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-088dc499-590a-4f11-aa00-f18feccace46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:42.876695 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-d4284b78-104a-4c42-8eb1-fc87907d1bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:44.354560 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:45.720843 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:46.676366 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:08:46.708581 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:08:48.223196 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:10.330441 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-9a3c6f9a-adbc-4a76-90cd-b4655c4353b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:12.872838 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbae6-d16b-4fc7-9752-9286669cb69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:14.358440 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:15.725205 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:16.704792 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:18.230631 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:23.676767 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:09:40.325908 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-4bdf1cb7-4d3c-4ffd-8c3d-5c6d9b4b8772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:42.886449 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-81ac1fec-6e94-43dc-b0b9-4339f2ff34ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:44.361736 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:45.725064 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:46.705095 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:09:48.230256 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:00.679114 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:10:10.323779 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a64ffc45-a24f-4294-b9cc-785fa8237962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:12.880611 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-a95af747-d434-434b-b78a-678b21f25e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:14.364563 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:15.731240 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:16.703541 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:18.234290 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:37.686225 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:10:40.321915 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-73836b13-01d9-487a-883b-f9f55df80174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:42.890173 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-14288340-bc49-4604-a851-e906eca612d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:44.368830 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:45.733026 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:46.701810 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:10:48.251839 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:10.317400 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-b82bdf78-2029-4ed2-8b5b-19d3bd7dc276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:12.884372 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-0c2f60a0-e7f8-427c-b38b-2c006d9791d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:14.372811 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:14.677916 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:11:15.736933 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:16.699768 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:18.265463 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:40.321774 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-ea4d01d3-11a5-4121-84f2-213d174f7735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:42.890273 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1766d026-9311-45db-b778-7297a3b089ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:44.374417 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:45.739416 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:46.695163 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:48.272591 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:11:51.677747 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:12:10.024308 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [req-2b0142cc-0bcf-4624-b0ac-801f3495a4a8 req-82a3269a-f60e-4774-b013-a7fabf5ff8c0 service neutron] (103190) timed out ('10.222.0.21', 50520) {{(pid=103190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 19:12:10.326836 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-cd73dafb-a6ce-4b14-bcca-2050584f5d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:12.894660 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-896f1837-c3aa-46b6-a7cc-d86e255af876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:14.379224 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:15.749180 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:16.693087 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:18.273339 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:28.677589 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:12:40.332207 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-2e21bc16-531d-47c1-8b4d-e4512ad8ac66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:42.899463 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1e3644ab-035e-4003-96d9-0329ec2cf4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:44.381599 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:45.748877 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4731-ceb9-46e6-8717-879145d57382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (1e9242b0-b3bf-4f4f-9cc0-6832aa187dd6), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:46.693698 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-29e7f3da-cd7a-4359-b912-d9e72bac2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (f35cbc5b-ae16-42d8-87de-272590ed70e8), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:12:48.270650 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e2f47cf9-05a5-47d8-b577-b9a75061c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (29a21e53-1d0c-41b9-acea-5f61207a1909), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:05.678397 dv-cinder-829664-3-smb neutron-server[103193]: DEBUG neutron.db.agents_db [None req-b75e116e-4ac0-4c0e-8508-57d5de5ed66e None None] Agent healthcheck: found 6 active agents {{(pid=103193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 19:13:10.327554 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-e231c13a-2526-4300-bf28-4493345ca9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (5a5d095e-5e9d-44d8-a126-a5ab33c7dcbc), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:12.906765 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-b20093d1-9bf4-412a-bfbc-8f7156b80706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (dccc3a4b-7ec6-4493-87a6-e2c7aceb117e), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 19:13:13.381380 dv-cinder-829664-3-smb neutron-server[103190]: DEBUG neutron.wsgi [req-1cfb0499-d9f8-484d-931c-ddc7bdb81664 req-a71a3219-9d07-4d35-b975-068c63c5106a service neutron] (103190) timed out ('10.222.0.21', 50536) {{(pid=103190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 19:13:14.392574 dv-cinder-829664-3-smb neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-1735655b-b6b5-40c9-9cff-77fbcadf57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747201281199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854526'] for agent (9e0d2243-0c3f-4b02-b933-51f1f600f189), after_update {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}